{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":29,"total_is_capped":false,"direct_labels_cover":6,"predictions_cover":29,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12","author_layer_release":"2026-06-26"},"query_hash":"6f9af49b2b38","filters":{"venue":"International Journal of Social Research Methodology"}},"results":[{"id":"W2289587231","doi":"10.1080/13645579.2016.1144401","title":"Applying critical realism in qualitative research: methodology meets method","year":2016,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Critical Realism in Sociology","field":"Social Sciences","cited_by":1296,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Regina","funders":"","keywords":"Critical realism (philosophy of perception); Ontology; Sociology; Epistemology; Realism; Coding (social sciences); Qualitative research; Critical theory; Social research; Data collection; Process (computing); Knowledge management; Computer science; Management science; Social science; Engineering","authors":[{"name":"Amber J. Fletcher","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8882821314679279,"gpt":0.7874698187490836,"spread":0.1008123127188443,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2959758,0.0002100856,0.001007698,0.002275269,0.0007740943,0.0001131422,0.002459712,0.0009174192,0.001083968],"category_scores_gemma":[0.4846076,0.0001671445,0.00035349,0.001161618,0.008947832,0.000544629,0.0006521078,0.0028376,0.00007140788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002102802,"about_ca_system_score_gemma":0.001964973,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006490462,"about_ca_topic_score_gemma":0.002274908,"domain_scores_codex":[0.7558717,0.2347683,0.001726566,0.0006754015,0.004893076,0.00206507],"domain_scores_gemma":[0.665228,0.3246008,0.0003155724,0.0002077006,0.009175731,0.0004722486],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0006899734,0.00013007,0.00008468032,0.000009057252,0.00011635,0.000391343,0.1448138,7.294917e-7,0.01162332,0.7604085,0.003551992,0.07818013],"study_design_scores_gemma":[0.0008770339,0.0002430651,0.0003694119,0.0000828884,0.00001080144,0.0000592016,0.1687279,0.000003082799,0.0006337215,0.6925679,0.1362765,0.0001484152],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0366147,0.0009554724,0.3277175,0.5892444,0.006060372,0.00110475,0.00009672366,0.00006587012,0.03814016],"genre_scores_gemma":[0.6154727,0.001343206,0.3752722,0.0008525259,0.00566948,0.0002677327,0.000003399964,0.00006243797,0.001056333],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.5883919,"threshold_uncertainty_score":0.9998292,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2809826847","doi":"10.1080/13645579.2018.1488449","title":"Natural experiment methodology for research: a review of how different methods can support real-world research","year":2018,"lang":"en","type":"review","venue":"International Journal of Social Research Methodology","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":335,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"Canadian Institutes of Health Research; Public Health Agency of Canada","keywords":"Randomized experiment; Research design; Randomized controlled trial; Natural experiment; Natural (archaeology); Intervention (counseling); Management science; Psychological intervention; Computer science; Risk analysis (engineering); Psychology; Sociology; Engineering; Medicine; Social science; Mathematics; Statistics","authors":[{"name":"Scott T. Leatherdale","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.967881105314908,"gpt":0.8051552063693992,"spread":0.1627258989455088,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2653332,0.000741149,0.006401347,0.006479979,0.0004944086,0.0001385376,0.005607758,0.001054623,0.0006229974],"category_scores_gemma":[0.2264731,0.0005581453,0.002137033,0.002164447,0.003984121,0.0002562703,0.002393619,0.007838514,0.000007852007],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00339235,"about_ca_system_score_gemma":0.004485808,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001463676,"about_ca_topic_score_gemma":0.0001852853,"domain_scores_codex":[0.8331965,0.1512637,0.004666631,0.001249178,0.007172415,0.002451516],"domain_scores_gemma":[0.7757276,0.1906714,0.003203094,0.00091691,0.02905664,0.0004244125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00051291,0.0003721368,6.494667e-7,0.03427367,0.002009446,0.0001251629,0.001723544,1.065723e-8,0.0007309207,0.2759714,0.1147011,0.569579],"study_design_scores_gemma":[0.0003331226,0.001290623,9.399966e-7,0.02264136,0.0002256974,0.0001389244,0.0007492899,7.328613e-7,0.002396974,0.358943,0.6129946,0.0002847328],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000008721428,0.9226694,0.06362435,0.005496579,0.002658119,0.003724973,0.000204309,0.00004958888,0.001564014],"genre_scores_gemma":[0.000004511836,0.5702764,0.4248542,0.00004365169,0.002240755,0.0006644343,0.00004475076,0.0001212003,0.001750113],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5692943,"threshold_uncertainty_score":0.9997724,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1996868374","doi":"10.1080/13645570902767918","title":"Qualitative bereavement research: incongruity between the perspectives of participants and research ethics boards","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Grief, Bereavement, and Mental Health","field":"Psychology","cited_by":107,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Regina Qu'Appelle Health Region; Memorial University of Newfoundland","funders":"","keywords":"Qualitative research; Research ethics; Psychology; Grief; Data collection; Harm; Research design; Social psychology; Psychotherapist; Sociology; Social science","authors":[{"name":"Jennifer L. Buckle","is_ca":true},{"name":"Sonya Corbin Dwyer","is_ca":true},{"name":"Marlene Jackson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8826679012845978,"gpt":0.7542122158384288,"spread":0.128455685446169,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1800968,0.0001426403,0.0005244781,0.001130944,0.0008305851,0.00007616905,0.001235189,0.0003365517,0.0002981578],"category_scores_gemma":[0.02061363,0.0001055126,0.0001477237,0.0006987383,0.003550989,0.0001674718,0.00043403,0.005130494,0.000019857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007463151,"about_ca_system_score_gemma":0.001076142,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002501907,"about_ca_topic_score_gemma":0.0002960327,"domain_scores_codex":[0.9232546,0.06874481,0.001189147,0.0004351073,0.005089141,0.00128717],"domain_scores_gemma":[0.951425,0.03910596,0.0004216419,0.0002346206,0.008513452,0.0002992837],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001672838,0.0005644841,0.002664444,0.00003501906,0.0006324315,0.00006121191,0.6623658,3.809657e-7,0.001934695,0.3038021,0.005508527,0.02075802],"study_design_scores_gemma":[0.001352583,0.002650092,0.129713,0.0001007561,0.00001969693,0.00001889293,0.6037149,0.000001213719,0.001441264,0.2573565,0.003541954,0.00008914375],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9273359,0.000957666,0.0004870125,0.06264779,0.000559143,0.0004706635,0.00005802677,0.000005690211,0.007478126],"genre_scores_gemma":[0.995415,0.0006275441,0.001648259,0.000200838,0.001383046,0.00002470789,0.00000417297,0.00001549826,0.0006809348],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1594832,"threshold_uncertainty_score":0.9991608,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2095100138","doi":"10.1080/13645570701211209","title":"‘How Much Money Do You Spend on Gambling?’ The Comparative Validity of Question Wordings Used to Assess Gambling Expenditure","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Gambling Behavior and Treatments","field":"Psychology","cited_by":92,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Psychology; Revenue; Jurisdiction; Sample (material); Social psychology; Consumer Expenditure Survey; Economics; Aggregate expenditure; Public economics; Law","authors":[{"name":"Robert J. Williams","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8943028554616594,"gpt":0.6939807147936884,"spread":0.200322140667971,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02028455,0.0001952757,0.0005420056,0.001078582,0.0002385973,0.0001511639,0.0009958174,0.0002686899,0.0002637093],"category_scores_gemma":[0.003165493,0.00014414,0.0002750209,0.0004524717,0.0003316081,0.0001784215,0.0001467887,0.001354992,0.00003125986],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004034482,"about_ca_system_score_gemma":0.0001360632,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000199882,"about_ca_topic_score_gemma":0.00007919611,"domain_scores_codex":[0.9919394,0.004619958,0.000648395,0.0003210473,0.001940293,0.0005309535],"domain_scores_gemma":[0.9891332,0.007444413,0.000638956,0.000204506,0.002394931,0.0001839796],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.02644189,0.005268609,0.2148165,0.00003872973,0.004918908,0.002867985,0.1803508,0.0001330378,0.155865,0.3058251,0.02001665,0.08345675],"study_design_scores_gemma":[0.007641703,0.004453972,0.7258307,0.0003223396,0.0002536409,0.0005734365,0.08596172,0.00001322157,0.1193812,0.03790743,0.01706514,0.0005954229],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9716263,0.00007479232,0.01754416,0.005597885,0.003021148,0.0002899122,0.00002577615,0.0000111577,0.00180887],"genre_scores_gemma":[0.9919167,0.0000116231,0.005784444,0.00008717494,0.00143685,0.00001346275,0.000008672182,0.0000226621,0.0007184187],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5110142,"threshold_uncertainty_score":0.7030261,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089229856","doi":"10.1080/13645579.2012.661207","title":"Institutional ethnography and data analysis: making sense of data dialogues","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":72,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"Hort Innovation","keywords":"Active listening; Ethnography; Sociology; Qualitative research; Qualitative property; Data collection; Social research; Epistemology; Interpretative phenomenological analysis; Data science; Social science; Computer science","authors":[{"name":"Kevin Walby","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9454986453943374,"gpt":0.7607215828876077,"spread":0.1847770625067297,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1710885,0.0000893854,0.0004455798,0.001387182,0.0005479528,0.00009126258,0.002272394,0.0002132791,0.0001318378],"category_scores_gemma":[0.06181019,0.00007900073,0.0001284349,0.001212431,0.004673148,0.00147612,0.001593346,0.001075472,0.000002457761],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001131623,"about_ca_system_score_gemma":0.0009886767,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001329344,"about_ca_topic_score_gemma":0.0007720691,"domain_scores_codex":[0.9672212,0.02828132,0.0006957079,0.0002753641,0.002969228,0.0005571694],"domain_scores_gemma":[0.9748468,0.02110492,0.0004720639,0.0003532306,0.002996778,0.0002261928],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006749938,0.0003240218,0.02602999,0.00004437688,0.004518171,0.00006647298,0.1082387,0.000007126346,0.001499235,0.7357166,0.002611883,0.1202684],"study_design_scores_gemma":[0.001779371,0.0003405483,0.125953,0.0001908334,0.000772886,0.00008718466,0.1525568,0.0005726087,0.0002275075,0.2705026,0.4464979,0.0005187646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2751613,0.01180243,0.6200364,0.07057191,0.003597724,0.0005418896,0.001765096,0.00003273351,0.01649059],"genre_scores_gemma":[0.7555283,0.002203115,0.2397848,0.0001069403,0.002251204,0.000001675318,0.00006884477,0.000007879483,0.00004724081],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.480367,"threshold_uncertainty_score":0.9980356,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2159771425","doi":"10.1080/13645570701622116","title":"Separately Together: Working Reflexively as a Team","year":2008,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":64,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa; Carleton University","funders":"","keywords":"Reflexivity; Teamwork; Presentation (obstetrics); Qualitative research; Subject (documents); Sociology; Resource (disambiguation); Psychology; Computer science; Political science; Social science; Medicine","authors":[{"name":"Janet Siltanen","is_ca":true},{"name":"Alette Willis","is_ca":false},{"name":"Willow Scobie","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8596076386474084,"gpt":0.721834625965888,"spread":0.1377730126815204,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.08934591,0.0001236808,0.0004290921,0.0007969291,0.001386765,0.0001140606,0.001527978,0.0003458025,0.0007298351],"category_scores_gemma":[0.06498356,0.0001118729,0.0002931569,0.0007186233,0.004097354,0.0003466383,0.0002314301,0.002168989,0.0001098515],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006971239,"about_ca_system_score_gemma":0.003315491,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001718562,"about_ca_topic_score_gemma":0.0002732768,"domain_scores_codex":[0.9546518,0.03934989,0.0007087424,0.0002488896,0.004234994,0.0008056732],"domain_scores_gemma":[0.9728711,0.02024936,0.0004139247,0.00009878926,0.006028614,0.0003382109],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001496809,0.0001967487,0.001488493,0.000007855519,0.0003833112,0.0007613986,0.2443009,0.000006712422,0.005048167,0.6715815,0.0143345,0.06039365],"study_design_scores_gemma":[0.0006623309,0.0003847187,0.00171372,0.00003860367,0.000007261132,0.0001529005,0.04189122,0.000005496406,0.0007851838,0.2904234,0.6637892,0.0001459198],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4378622,0.001265802,0.02568899,0.1329507,0.003466638,0.0004519521,0.00001239854,0.00005467461,0.3982466],"genre_scores_gemma":[0.8680913,0.003236441,0.1128466,0.0008781023,0.005518643,0.00001523722,0.000001861157,0.00003285823,0.009379],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6494547,"threshold_uncertainty_score":0.9999133,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092746927","doi":"10.1080/13645579.2011.638221","title":"Exploring the validity of electronic newspaper databases","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Media Studies and Communication","field":"Social Sciences","cited_by":46,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Newspaper; Lexis; Content analysis; Database; Advertising; Political science; Computer science; Sociology; Business; Social science","authors":[{"name":"Travis N. Ridout","is_ca":false},{"name":"Erika Franklin Fowler","is_ca":false},{"name":"Kathleen Searles","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9349094824766678,"gpt":0.6276944662901474,"spread":0.3072150161865205,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02098528,0.00004385896,0.0001631255,0.0001539799,0.0004083111,0.00001415877,0.001229361,0.00003046813,0.0003194616],"category_scores_gemma":[0.01110949,0.00003136953,0.000108036,0.0002158216,0.0008269697,0.0002586556,0.0002434278,0.0005407029,0.000005075315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001608761,"about_ca_system_score_gemma":0.0005010399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002918524,"about_ca_topic_score_gemma":0.001850289,"domain_scores_codex":[0.9919283,0.006327974,0.0003291113,0.00006930911,0.001070482,0.0002748067],"domain_scores_gemma":[0.9925063,0.005345675,0.0002672459,0.0001100573,0.001723325,0.00004735115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002659461,0.000118487,0.003096872,0.00000360144,0.000250277,0.000007718629,0.09780763,7.091784e-7,0.001074215,0.8305742,0.00160119,0.06519913],"study_design_scores_gemma":[0.0006635478,0.000415346,0.08295842,0.00004647713,0.0000498056,0.00001620113,0.1571331,0.000005173149,0.003879264,0.1181239,0.6365674,0.0001412853],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9328426,0.0005428987,0.003756681,0.02597739,0.002157339,0.0001797577,0.000006989291,0.000008651679,0.03452768],"genre_scores_gemma":[0.9891653,0.005710736,0.003837981,0.00007173921,0.001049563,0.00001155448,8.411936e-7,0.000004893134,0.0001473954],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7124503,"threshold_uncertainty_score":0.9972203,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3150498774","doi":"10.1080/13645579.2021.1901440","title":"Adapting vignettes for internet-based research: eliciting realistic responses to the digital milieu","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Power and Status Dynamics","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Vignette; Transgender; Psychology; The Internet; Social media; Cognitive reframing; Framing (construction); Digital media; Social psychology; Lesbian; Queer; Computer science; World Wide Web","authors":[{"name":"Lauren B. McInroy","is_ca":false},{"name":"O Beer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.713069050397757,"gpt":0.6325556300405768,"spread":0.08051342035718023,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04311721,0.000105649,0.0003043032,0.0005556513,0.001256339,0.000597142,0.001400649,0.0001813723,0.0001229212],"category_scores_gemma":[0.1936508,0.00009067031,0.0002776906,0.000830599,0.00103864,0.0001866904,0.0002966756,0.00107245,0.00001254963],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007171233,"about_ca_system_score_gemma":0.002595183,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001162314,"about_ca_topic_score_gemma":0.002164972,"domain_scores_codex":[0.9853275,0.01028848,0.0006264211,0.0002662186,0.002669681,0.0008216664],"domain_scores_gemma":[0.9417539,0.04898951,0.0002167823,0.0001125417,0.00871196,0.0002152821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.004144099,0.0002836437,0.00194064,0.00002481901,0.0005214721,0.0004684736,0.1258591,0.0001514948,0.002763066,0.5591232,0.05900218,0.2457179],"study_design_scores_gemma":[0.001214819,0.0006332053,0.00254071,0.000168947,0.00002784215,0.00003830707,0.175146,0.0007138501,0.0006995752,0.1475137,0.6710271,0.0002759557],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.3917143,0.0009034732,0.2206621,0.348744,0.005623364,0.001055514,0.0003292002,0.00005741521,0.03091065],"genre_scores_gemma":[0.9728997,0.00006757457,0.01834604,0.0009609161,0.00465719,0.00003449473,0.00001399138,0.00002718727,0.002992904],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.612025,"threshold_uncertainty_score":0.9853122,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3194173068","doi":"10.1080/13645579.2021.1964858","title":"Adaptive methodology. Topic, theory, method and data in ongoing conversation","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland; University of Alberta","funders":"","keywords":"Computer science; Conversation; Premise; Framing (construction); Structuring; Process (computing); Adaptation (eye); Limiting; Management science; Research methodology; Epistemology; Data science; Sociology; Psychology","authors":[{"name":"Kristof Van Assche","is_ca":true},{"name":"Raoul Beunen","is_ca":false},{"name":"Martijn Duineveld","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9493791165276528,"gpt":0.7888116580636994,"spread":0.1605674584639535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1890417,0.0001186626,0.0005260687,0.0007764976,0.0003310635,0.0001430473,0.001514524,0.0002894105,0.0005402534],"category_scores_gemma":[0.1793432,0.0001197542,0.00009611355,0.0006852091,0.00128189,0.0006765932,0.001001768,0.001378671,0.000008163081],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005574807,"about_ca_system_score_gemma":0.002515103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001084201,"about_ca_topic_score_gemma":0.001673409,"domain_scores_codex":[0.8732118,0.1224163,0.0008127391,0.0004960063,0.002310555,0.0007526455],"domain_scores_gemma":[0.9366809,0.05902074,0.0003591669,0.0002652968,0.003401113,0.0002727781],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001099711,0.0001602698,0.003579798,0.00001366189,0.0003934785,0.0007703296,0.07031736,0.00001111864,0.01048951,0.5265664,0.0004967375,0.3861015],"study_design_scores_gemma":[0.002342291,0.0002769759,0.03517815,0.00009674124,0.00005619492,0.0001484996,0.1363998,0.0006006543,0.00617206,0.7528087,0.06562478,0.0002951411],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1341076,0.001630337,0.8132353,0.03872288,0.002270994,0.0003708126,0.00003860973,0.00002228056,0.009601257],"genre_scores_gemma":[0.3326456,0.00108967,0.6631058,0.0004100814,0.001858668,0.00001412348,0.000008917239,0.00002335833,0.0008438104],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3858064,"threshold_uncertainty_score":0.8350523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1992127811","doi":"10.1080/13645579.2013.811921","title":"Using respondent-driven sampling with ‘hard to reach’ marginalised young people: problems with slow recruitment and small network size","year":2013,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"HIV, Drug Use, Sexual Risk","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"University of New South Wales; Australian Government; Public Health Agency of Canada","keywords":"Respondent; Incentive; Population; Sample (material); Social network (sociolinguistics); Psychology; Sampling (signal processing); Personal network; Sociology; Social psychology; Demography; Political science; Social science; Social media; Economics; Computer science; Law","authors":[{"name":"Joanne Bryant","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6389085745654907,"gpt":0.5534172900894999,"spread":0.08549128447599075,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007684194,0.0002120029,0.0006616451,0.0005199586,0.0002230063,0.0001448187,0.0004361454,0.0001606605,0.0002000356],"category_scores_gemma":[0.004141261,0.0001511909,0.00008025259,0.0005289746,0.000282782,0.0002069519,0.0002241382,0.001114739,0.00001310326],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006322615,"about_ca_system_score_gemma":0.0006892949,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007715759,"about_ca_topic_score_gemma":0.0006377135,"domain_scores_codex":[0.994377,0.00232001,0.0006084854,0.0003494028,0.001687585,0.0006575731],"domain_scores_gemma":[0.9915457,0.00400297,0.000384257,0.0001610606,0.003474994,0.0004309676],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.05184,0.0009584042,0.3127261,0.0003631795,0.006012086,0.001857967,0.1216192,0.008574287,0.395437,0.004094307,0.006401518,0.09011593],"study_design_scores_gemma":[0.01557755,0.01191426,0.8725455,0.002645396,0.0005142407,0.009033815,0.06222941,0.001690879,0.001764869,0.009440036,0.01168504,0.0009590569],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9501459,0.0001080757,0.03758071,0.009964457,0.0002962328,0.001168605,0.000007243685,0.00001554673,0.0007131993],"genre_scores_gemma":[0.5436088,0.0001130475,0.4530796,0.0003188673,0.001695336,0.00008499175,0.000005511693,0.0000583432,0.00103549],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5598193,"threshold_uncertainty_score":0.6165387,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3163146429","doi":"10.1080/13645579.2021.1922804","title":"A comparison of repeat cross-sectional and longitudinal results from the COMPASS study: design considerations for analysing surveillance data over time","year":2021,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Food Security and Health in Diverse Populations","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Waterloo","funders":"","keywords":"Research design; Compass; Longitudinal study; Cross-sectional study; Longitudinal data; Computer science; Sample (material); Data collection; Data science; Statistics; Data mining; Geography; Mathematics","authors":[{"name":"Alexandra Butler","is_ca":true},{"name":"Kate Battista","is_ca":true},{"name":"Scott T. Leatherdale","is_ca":true},{"name":"Samantha B. Meyer","is_ca":true},{"name":"Susan J. Elliott","is_ca":true},{"name":"Shannon E. Majowicz","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9249796547340465,"gpt":0.7358622526448196,"spread":0.1891174020892269,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02543196,0.00009184433,0.0005105219,0.0001978396,0.001537986,0.00007238608,0.000548484,0.0001701449,0.0003990401],"category_scores_gemma":[0.04838673,0.00007614219,0.00009052701,0.0002276335,0.0003953138,0.0002183614,0.0005230515,0.001086009,0.000005130234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001876627,"about_ca_system_score_gemma":0.001373571,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009967271,"about_ca_topic_score_gemma":0.002540574,"domain_scores_codex":[0.984858,0.01198391,0.001534543,0.0003160972,0.001011756,0.0002956584],"domain_scores_gemma":[0.9199176,0.07314125,0.0009621222,0.0002791565,0.005611493,0.00008840903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003031767,0.0003693249,0.949773,0.00002131527,0.0009029363,0.00003046757,0.01789165,0.0004141002,0.0006359129,0.005062716,0.02153045,0.0003363553],"study_design_scores_gemma":[0.002690143,0.0002036236,0.9684003,0.00004163337,0.00004050491,0.00001279048,0.005725959,0.003836958,0.00003011523,0.01703013,0.001922257,0.00006557928],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9531205,0.0004378781,0.02285633,0.01888259,0.001532199,0.0007120528,0.002271009,0.000009293225,0.0001781954],"genre_scores_gemma":[0.967692,0.00004039687,0.03052338,0.0001567237,0.001286322,0.00001247926,0.0001801898,0.000009638385,0.00009891765],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06494046,"threshold_uncertainty_score":0.9997619,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4285729098","doi":"10.1080/13645579.2022.2091258","title":"Expanding opportunities to maximise research recruitment and data collection using digital tools","year":2022,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Data collection; Thematic analysis; Social media; Data science; Photovoice; Digital data; Computer science; Sample (material); Knowledge management; World Wide Web; Qualitative research; Sociology; Social science","authors":[{"name":"Jennifer Jackson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9792196628014184,"gpt":0.7528446808008868,"spread":0.2263749820005315,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1048941,0.00007823337,0.0002660156,0.00123651,0.002360667,0.000471131,0.001350766,0.00006949192,0.0004675865],"category_scores_gemma":[0.02812592,0.00007963333,0.00006343626,0.0006294828,0.0009071971,0.0007383437,0.001735393,0.001020716,0.000002114695],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00141265,"about_ca_system_score_gemma":0.001375759,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001261029,"about_ca_topic_score_gemma":0.0001280261,"domain_scores_codex":[0.9684791,0.02695509,0.0005105656,0.0002888044,0.003241439,0.0005249808],"domain_scores_gemma":[0.9848229,0.01228309,0.0002067456,0.0001304656,0.002327194,0.0002296579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00203161,0.0002546702,0.0006699641,0.00001278746,0.000372511,0.0003631864,0.2078466,0.00004388118,0.005884326,0.1419706,0.01909649,0.6214533],"study_design_scores_gemma":[0.0005281466,0.0006167222,0.0005405387,0.00002362396,0.000009390505,0.00007758621,0.3365099,0.00008128687,0.0001349496,0.04883622,0.6125152,0.0001265178],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.860963,0.0007446864,0.04563189,0.06868055,0.003758236,0.001130354,0.0003057984,0.00002265222,0.01876284],"genre_scores_gemma":[0.8210667,0.0009982679,0.163843,0.0005238975,0.004530139,0.000133235,0.00004412492,0.0000564877,0.008804179],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6213269,"threshold_uncertainty_score":0.9989381,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323363531","doi":"10.1080/13645579.2023.2185985","title":"Considerations for conducting online focus groups on sensitive topics","year":2023,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Focus Groups and Qualitative Methods","field":"Social Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Guelph","funders":"Canadian Psychological Association","keywords":"Focus group; Focus (optics); Online research methods; Data collection; Online community; Online discussion; Sociology; Computer science; Psychology; Public relations; World Wide Web; Political science; Social science","authors":[{"name":"Tanja Samardžić","is_ca":true},{"name":"Christine Wildman","is_ca":true},{"name":"Paula C. Barata","is_ca":true},{"name":"Mavis Morton","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8791719862406588,"gpt":0.6973427693186016,"spread":0.1818292169220572,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0348055,0.00008147695,0.0002971325,0.0006178917,0.0008087985,0.00009158229,0.0003101957,0.0001510489,0.0001205675],"category_scores_gemma":[0.08819343,0.00007506897,0.0002006901,0.0003997422,0.0007279585,0.0001647519,0.0000771216,0.0006178239,0.00001440665],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002945566,"about_ca_system_score_gemma":0.0005604742,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003180707,"about_ca_topic_score_gemma":0.0005702489,"domain_scores_codex":[0.9872278,0.01061553,0.0004762662,0.0001663916,0.00111085,0.0004031698],"domain_scores_gemma":[0.9546418,0.04077697,0.0002732596,0.00005215207,0.004148177,0.0001076995],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002404527,0.00007600598,0.00003843169,0.000004134221,0.0001876658,0.00008316569,0.05836925,0.00001793573,0.003112856,0.8763734,0.008479033,0.05301768],"study_design_scores_gemma":[0.0009983482,0.000518995,0.001245092,0.00003290153,0.00001636938,0.00001893794,0.1331623,0.00007107348,0.002538206,0.7731917,0.0880722,0.0001338422],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5296463,0.0001052116,0.07278731,0.3745824,0.007929453,0.0007790412,0.0002600513,0.00008117538,0.01382912],"genre_scores_gemma":[0.7456939,0.0002157163,0.2358408,0.001011717,0.01378457,0.00002872695,0.00001785278,0.00003440566,0.003372296],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3735707,"threshold_uncertainty_score":0.9938709,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2167123108","doi":"10.1080/13645579.2011.601890","title":"Can the quality of social research on ethnicity be improved through the introduction of guidance? Findings from a research commissioning pilot exercise","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Romani and Gypsy Studies","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"","keywords":"Rigour; Project commissioning; Ethnic group; Quality (philosophy); Social research; Public relations; Publishing; Research design; Sociology; Engineering ethics; Medical education; Psychology; Political science; Medicine; Engineering; Social science","authors":[{"name":"Sarah Salway","is_ca":false},{"name":"Ruth Barley","is_ca":false},{"name":"Peter Allmark","is_ca":false},{"name":"Kate Gerrish","is_ca":false},{"name":"Gina Higginbottom","is_ca":true},{"name":"George T. H. Ellison","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9010055280067503,"gpt":0.7164824764695417,"spread":0.1845230515372086,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1136161,0.0001599411,0.0007385532,0.0005723902,0.003293264,0.00002351644,0.00219618,0.0003232249,0.0007809185],"category_scores_gemma":[0.04384125,0.00009621953,0.0002466633,0.0009190452,0.003333692,0.0001658144,0.001229976,0.006291378,0.00001178557],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006705192,"about_ca_system_score_gemma":0.00122842,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02552055,"about_ca_topic_score_gemma":0.00212607,"domain_scores_codex":[0.9421745,0.05096051,0.001703892,0.0003464456,0.003924911,0.0008897631],"domain_scores_gemma":[0.9460393,0.03984158,0.0009911013,0.0003566504,0.01267566,0.00009569019],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.021865,0.0009803707,0.005853603,0.0001661333,0.001131218,0.00001738839,0.4929515,0.000003731579,0.08350556,0.2101499,0.1753016,0.00807412],"study_design_scores_gemma":[0.002911303,0.002153223,0.3917198,0.000410467,0.00004778438,0.000004380579,0.3114055,0.00001366343,0.01282374,0.2515237,0.02678826,0.0001982905],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8450482,0.0004330614,0.0004447751,0.1456791,0.001767038,0.0008808346,0.0001136593,0.00001019887,0.005623179],"genre_scores_gemma":[0.9910018,0.0004647167,0.003255562,0.0002316578,0.003773778,0.00008632717,0.000007364544,0.0000285694,0.001150177],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3858662,"threshold_uncertainty_score":0.9993787,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1968377807","doi":"10.1080/13645579.2011.645700","title":"A computer-assisted approach to filtering large numbers of documents for media analyses","year":2012,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Topic Modeling","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Trinity Western University; Western University; Abbotsford Veterinary Clinic","funders":"Trinity Western University","keywords":"Computer science; Selection (genetic algorithm); Filter (signal processing); Selection bias; Information retrieval; Reduction (mathematics); Data mining; Data science; Machine learning; Statistics; Mathematics","authors":[{"name":"James Voth","is_ca":true},{"name":"Richard Sawatzky","is_ca":true},{"name":"Pamela A. Ratner","is_ca":true},{"name":"Mary Lynn Young","is_ca":true},{"name":"Robin Repta","is_ca":true},{"name":"Rebecca Haines‐Saah","is_ca":true},{"name":"Joy L. Johnson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.6865705192359098,"gpt":0.610141181123146,"spread":0.07642933811276387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01062772,0.00008400418,0.0003321187,0.0006221834,0.00008713613,0.0000635813,0.001606617,0.00008403468,0.0000157233],"category_scores_gemma":[0.002522102,0.00007541195,0.0001854649,0.0003031588,0.000064702,0.0004291333,0.0005649699,0.0002883021,0.000002719384],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001748402,"about_ca_system_score_gemma":0.0001463367,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004929316,"about_ca_topic_score_gemma":0.000004675806,"domain_scores_codex":[0.996426,0.00132078,0.0005613751,0.0001638961,0.001090864,0.0004370812],"domain_scores_gemma":[0.9950816,0.002776235,0.0002994064,0.000131478,0.001540855,0.0001704327],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0009025877,0.00168516,0.003639311,0.0001259507,0.002099005,0.00003729387,0.07262011,0.001549406,0.06455043,0.5271019,0.007145564,0.3185433],"study_design_scores_gemma":[0.02929923,0.004300952,0.2338042,0.0009475632,0.000388643,0.002320854,0.02472624,0.269429,0.1054426,0.2031111,0.1231257,0.003104013],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.04845785,0.00006222348,0.9482179,0.001208665,0.001405011,0.0001094151,0.000008288714,0.000007197288,0.0005234557],"genre_scores_gemma":[0.4472004,0.000005023897,0.5518031,0.00008349541,0.0008744931,0.000006554593,0.000001484392,0.000004900792,0.0000206221],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3987425,"threshold_uncertainty_score":0.3683377,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2154282715","doi":"10.1080/13645579.2011.597123","title":"Becoming a behavioral science researcher. A guide to producing research that matters","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Teacher Education and Leadership Studies","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Pierre Elliott Trudeau Foundation; Western University","funders":"","keywords":"Subtitle; Sociology; Behavioural sciences; Media studies; Research methodology; Library science; Psychology; Social science; Computer science","authors":[{"name":"Katrin Prager","is_ca":false},{"name":"Marco Razzi","is_ca":false},{"name":"Lia Blaj‐Ward","is_ca":false},{"name":"Jeremy J. Schmidt","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.9476057448138306,"gpt":0.7395153068674054,"spread":0.2080904379464252,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1290383,0.0001052178,0.0002794079,0.002622995,0.001576072,0.0002854435,0.002812993,0.0001277641,0.0009267525],"category_scores_gemma":[0.03040164,0.0001001055,0.0001253992,0.00179747,0.004636051,0.0006088244,0.0006067681,0.001702052,0.0001054863],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001884478,"about_ca_system_score_gemma":0.003596566,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01146016,"about_ca_topic_score_gemma":0.001699821,"domain_scores_codex":[0.9821448,0.01035074,0.0005259966,0.0003959528,0.005360561,0.00122198],"domain_scores_gemma":[0.9869763,0.003072515,0.0001979864,0.0001792616,0.009110155,0.0004637869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002986841,0.0002811815,0.006749705,0.000005064809,0.00007272687,0.00007001296,0.9144449,4.556921e-7,0.004280809,0.01895326,0.02663436,0.0282089],"study_design_scores_gemma":[0.0003669655,0.0002902642,0.06055735,0.00006190004,0.000007595826,0.00002034966,0.8194948,6.300305e-7,0.002795529,0.008536959,0.10773,0.0001376598],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6267785,0.0001314784,0.001270129,0.354043,0.002538272,0.0004983358,0.000004274307,0.00002803012,0.01470797],"genre_scores_gemma":[0.961454,0.00006893753,0.0331164,0.0006033394,0.002016106,0.00003571246,4.427893e-7,0.0000189639,0.002686074],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3534396,"threshold_uncertainty_score":0.9999865,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W4414400044","doi":"10.1080/13645579.2025.2564127","title":"Sankofa: towards African-centred research methodological framework","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ontario Tech University","funders":"","keywords":"Research methodology; Qualitative research; Data collection; Social research; Research design","authors":[{"name":"Ali Ahmed","is_ca":false},{"name":"Kenneth Gyamerah","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.8688634121550547,"gpt":0.6898862487658708,"spread":0.1789771633891839,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.04672528,0.0001415347,0.0006037629,0.0008177119,0.001641753,0.0001853863,0.002154091,0.0004812888,0.00106282],"category_scores_gemma":[0.1278671,0.0001056387,0.0003382461,0.001822454,0.003842147,0.0001908957,0.0007487842,0.002817233,0.00004078164],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009363531,"about_ca_system_score_gemma":0.001253434,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001196772,"about_ca_topic_score_gemma":0.0001505557,"domain_scores_codex":[0.964931,0.02962098,0.0007160435,0.0003221387,0.003491916,0.0009179147],"domain_scores_gemma":[0.960153,0.03149298,0.0002425916,0.0001139564,0.007757706,0.0002397763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0008760198,0.0001642393,0.0003340853,0.000007447365,0.0004251298,0.0001171056,0.0268859,0.000001852779,0.0005682691,0.881344,0.01776165,0.07151429],"study_design_scores_gemma":[0.0002405334,0.000128203,0.0027132,0.00004038647,0.00001169773,0.000004485417,0.03147417,0.00000115162,0.000124071,0.6166351,0.3485557,0.00007125867],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03490623,0.003571157,0.01553348,0.6531876,0.004951875,0.0004835568,0.0000286964,0.00005412051,0.2872833],"genre_scores_gemma":[0.9392841,0.001813498,0.04838887,0.0007604567,0.00581701,0.00002504974,0.000001923395,0.00001154375,0.003897583],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9043778,"threshold_uncertainty_score":0.9998503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2009797735","doi":"10.1080/13645570701550549","title":"Population Surveys of Children’s Health and Wellbeing: Parental Views on Data Collection Content and Methods","year":2007,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Healthcare Policy and Management","field":"Economics, Econometrics and Finance","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"McMaster University","keywords":"Data collection; Psychology; Population; Content (measure theory); Content analysis; Sociology; Research methodology; Social psychology; Social science; Demography","authors":[{"name":"Elizabeth Waters","is_ca":false},{"name":"Elise Davis","is_ca":false},{"name":"Ozlem Mehmet‐Radji","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7730761464067679,"gpt":0.6096621780376548,"spread":0.1634139683691131,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0604807,0.000067235,0.000405515,0.00076202,0.0001276036,0.00002713725,0.0002923675,0.00007940669,0.00002053704],"category_scores_gemma":[0.004843401,0.00006890285,0.00004448229,0.0001577807,0.0001234915,0.0001440095,0.0001993941,0.0003315844,0.000001391595],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002460472,"about_ca_system_score_gemma":0.00006843537,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008236713,"about_ca_topic_score_gemma":0.0006228306,"domain_scores_codex":[0.9957528,0.002638608,0.0009791027,0.0002128308,0.0001809972,0.0002356729],"domain_scores_gemma":[0.9970421,0.001776109,0.0007197007,0.0000997078,0.0002374518,0.0001249634],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.0006305873,0.0002055159,0.170112,0.0000591835,0.0004174203,0.000007271728,0.004035686,0.000003228,0.0001336998,0.4153284,0.001490849,0.4075761],"study_design_scores_gemma":[0.0008142993,0.0005531423,0.9536944,0.00002909919,0.000003075955,0.00003374827,0.0008121372,0.0001112051,0.0000796021,0.03378171,0.01001671,0.0000708872],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6476048,0.003768977,0.3135766,0.03150108,0.001721038,0.0004966598,0.0001667845,0.000007206242,0.001156903],"genre_scores_gemma":[0.9605954,0.001931196,0.03654597,0.0004059667,0.0003905245,0.000001862087,0.00003615395,0.000009577353,0.00008331495],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7835823,"threshold_uncertainty_score":0.9983675,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416020613","doi":"10.1080/13645579.2025.2585286","title":"Improving the reliability of the Reliable Change Index","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Organizational Change and Leadership","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Toronto Metropolitan University","funders":"Canadian Institutes of Health Research","keywords":"Reliability (semiconductor); Index (typography); Research methodology; Data collection; Quality (philosophy)","authors":[{"name":"Alexander O. Crenshaw","is_ca":false},{"name":"Candice M. Monson","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.4006605827778502,"gpt":0.4703262781867047,"spread":0.06966569540885453,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009514919,0.00006392297,0.0001630443,0.0003528931,0.0002447809,0.00008333755,0.001151333,0.00009211632,0.0001097171],"category_scores_gemma":[0.01114985,0.00003752249,0.0001287896,0.0007918269,0.0003607528,0.000380076,0.0004577859,0.0005993215,0.000006889052],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00010633,"about_ca_system_score_gemma":0.0001786994,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008939931,"about_ca_topic_score_gemma":0.00008293962,"domain_scores_codex":[0.998048,0.0004553932,0.0003653177,0.0001023539,0.0008430231,0.0001859182],"domain_scores_gemma":[0.9948323,0.001451285,0.0003918125,0.0001179022,0.003200359,0.000006386368],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.001884293,0.0005208525,0.3169565,0.0005263463,0.0006556177,0.00003372809,0.006594689,0.0001521288,0.01427597,0.5240076,0.07386231,0.06053],"study_design_scores_gemma":[0.00162951,0.00005175894,0.5116428,0.0002159236,0.0000998567,0.00001502006,0.01132462,0.0009969192,0.003057883,0.2508698,0.2199055,0.0001904983],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5841463,0.000618856,0.008935344,0.3854941,0.009614035,0.0006785411,0.000007955838,0.00002218802,0.01048266],"genre_scores_gemma":[0.9898033,0.00001511018,0.0002999371,0.002440398,0.006905419,0.000006291511,0.000001075391,0.000007913653,0.0005205568],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.405657,"threshold_uncertainty_score":0.9971796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4394843393","doi":"10.1080/13645579.2023.2278253","title":"Facebook recruitment: understanding research relations Prior to data collection","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Concordia University","funders":"European Commission","keywords":"Reflexivity; Social media; Sociology; Process (computing); Data collection; Public relations; Social psychology; Psychology; Social science; Computer science; Political science; World Wide Web","authors":[{"name":"Kath Browne","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.979444143261046,"gpt":0.7717294447051026,"spread":0.2077146985559434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08121587,0.00008708973,0.0002422975,0.002326502,0.001769657,0.0004235331,0.001669253,0.0002771481,0.001213827],"category_scores_gemma":[0.09747615,0.00009094852,0.00008596064,0.002259823,0.0008278331,0.0006618169,0.0003807612,0.00175393,0.000270151],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.006779376,"about_ca_system_score_gemma":0.006343873,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002408377,"about_ca_topic_score_gemma":0.002082556,"domain_scores_codex":[0.9799804,0.01477259,0.0006703147,0.0003627162,0.003520198,0.0006937624],"domain_scores_gemma":[0.9510443,0.04500163,0.0001466616,0.0001801429,0.003298572,0.000328724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003666272,0.0001078936,0.0004518485,0.00002677024,0.0002662921,0.00007944383,0.2262331,0.000005637331,0.0007814948,0.4539555,0.1683235,0.1494019],"study_design_scores_gemma":[0.0001924713,0.0001613014,0.001180638,0.0001301099,0.00001316886,0.00001297264,0.05314568,0.00008144586,0.00005274848,0.09461758,0.850332,0.00007986015],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.03375579,0.001737169,0.0905111,0.7132629,0.06812266,0.01020498,0.00008064072,0.000164326,0.08216044],"genre_scores_gemma":[0.8766558,0.003252904,0.07040533,0.0004951684,0.03677302,0.002281212,0.00005759795,0.0001190776,0.00995986],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8429,"threshold_uncertainty_score":0.9996992,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W4400218234","doi":"10.1080/13645579.2024.2374082","title":"Going the distance: benefits and challenges of a long-term study of working-class, first-in-family university students","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Higher Education Research Studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Western University","funders":"","keywords":"Term (time); Class (philosophy); Sociology; Working class; Psychology; Mathematics education; Computer science; Political science; Politics","authors":[{"name":"Wolfgang Lehmann","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.5014781079389762,"gpt":0.5685214572941383,"spread":0.0670433493551621,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01527162,0.00006726055,0.0002692958,0.0005810157,0.0002822912,0.00006218497,0.001037389,0.00007177036,0.00003013947],"category_scores_gemma":[0.003113355,0.00005373338,0.00007167521,0.0005316469,0.0009628714,0.0001474269,0.0003486682,0.000542947,0.000001208268],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003643785,"about_ca_system_score_gemma":0.000478893,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006174945,"about_ca_topic_score_gemma":0.008420199,"domain_scores_codex":[0.9928495,0.004321768,0.0003642094,0.000160906,0.002044467,0.0002591893],"domain_scores_gemma":[0.989486,0.008935838,0.0001810516,0.00006750142,0.00126504,0.00006455419],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006154921,0.0008355929,0.4897498,0.000101318,0.001004387,0.0002682231,0.3141994,0.00001832177,0.0001262576,0.1307765,0.000352001,0.06195261],"study_design_scores_gemma":[0.0006160885,0.0002744444,0.846549,0.0002699162,0.00001954393,0.000003059369,0.1412857,0.000003005302,0.00001399391,0.001603989,0.009307055,0.00005412277],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.974645,0.008733472,0.00006063061,0.01456034,0.0005951516,0.0002217462,0.000004872717,0.000003888515,0.001174917],"genre_scores_gemma":[0.9791579,0.02008061,0.0001697273,0.000006281797,0.0003595064,0.000003171355,1.873618e-7,0.000005776148,0.0002168749],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3567992,"threshold_uncertainty_score":0.529287,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4404700004","doi":"10.1080/13645579.2024.2422195","title":"Editorial note: referees","year":2024,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"Diverse Scientific and Economic Studies","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Media studies; Psychology","authors":[{"name":"Charlotte Brookfield","is_ca":false},{"name":"Iasonas Lamprianou","is_ca":false},{"name":"Jane Pulkingham","is_ca":true},{"name":"Benjamin Saunders","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.3694267320597773,"gpt":0.4954249204989211,"spread":0.1259981884391438,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.02389862,0.0002170392,0.001042561,0.001626887,0.0001762507,0.0004084728,0.00183436,0.001055015,0.003549185],"category_scores_gemma":[0.02530062,0.000223359,0.0005425393,0.0002541775,0.0005548099,0.0002528565,0.0007137859,0.003032389,0.007627597],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001063355,"about_ca_system_score_gemma":0.0006285345,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002779651,"about_ca_topic_score_gemma":0.00002380191,"domain_scores_codex":[0.9961827,0.000493516,0.001439339,0.0005268987,0.0008549427,0.0005026461],"domain_scores_gemma":[0.9910041,0.005098687,0.001019098,0.0001679048,0.002594062,0.000116111],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002357239,0.00004341991,0.000004010771,0.00002781877,0.0007468872,0.0000532257,0.001461512,0.000001820707,0.00000733178,0.04389929,0.9526234,0.0008955347],"study_design_scores_gemma":[0.0004660011,0.0001008079,0.000005257696,0.00004272838,0.0000167652,0.000003952371,0.0004397004,0.000004940567,0.000004846852,0.0865052,0.912252,0.0001577984],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00001889651,0.001841035,0.0002939088,0.001532655,0.9232085,0.00007308548,0.001467304,0.00001179008,0.07155278],"genre_scores_gemma":[0.00005188368,0.001572605,0.001580823,0.00002014748,0.916229,0.000008103363,0.00003545774,0.00003954492,0.08046244],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.0426059,"threshold_uncertainty_score":0.9992676,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4256622821","doi":"10.1080/13645570902944509","title":"Book Reviews","year":2009,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"","keywords":"Sociology","authors":[{"name":"Nick Emmel","is_ca":false},{"name":"Francesca Alby","is_ca":false},{"name":"Yves Laberge","is_ca":true},{"name":"Francesco Arcidiacono","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7385732329838348,"gpt":0.6831644572429147,"spread":0.05540877574092007,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.0380949,0.0001302221,0.0005583874,0.001130382,0.0001582339,0.00008242446,0.001530715,0.0001634982,0.002312111],"category_scores_gemma":[0.02417413,0.0001098557,0.0003721016,0.0004353923,0.0003771746,0.0004439261,0.0001221943,0.001388251,0.001108617],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005878066,"about_ca_system_score_gemma":0.0003857783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001406765,"about_ca_topic_score_gemma":0.000004155312,"domain_scores_codex":[0.985909,0.01020261,0.001018012,0.0001912671,0.002164589,0.000514512],"domain_scores_gemma":[0.9923612,0.002786406,0.0006606334,0.0001248442,0.003884936,0.0001819532],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001154266,0.0002081689,0.00007049875,0.000003950438,0.0001828144,0.0003646447,0.001961429,0.00000422035,0.07086139,0.03064311,0.7630236,0.1315219],"study_design_scores_gemma":[0.0007695369,0.0004045461,0.004147521,0.00003875454,0.00001289947,0.0003513718,0.0002183732,0.000006746589,0.002044437,0.03870755,0.9532067,0.00009158229],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.09625106,0.1811883,0.07525268,0.4389939,0.01578473,0.002507046,0.0001398235,0.0002335521,0.1896489],"genre_scores_gemma":[0.3911299,0.03788118,0.4207284,0.05236782,0.05621328,0.00006215391,0.0000479357,0.0003625766,0.04120673],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.3866261,"threshold_uncertainty_score":0.9996691,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4390415698","doi":"10.1080/13645579.2023.2254123","title":"Editorial Note: Referees","year":2023,"lang":"en","type":"editorial","venue":"International Journal of Social Research Methodology","topic":"International Arbitration and Investment Law","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Simon Fraser University","funders":"","keywords":"Sociology; Psychology; Media studies","authors":[{"name":"Charlotte Brookfield","is_ca":false},{"name":"Iasonas Lamprianou","is_ca":false},{"name":"Jane Pulkingham","is_ca":true},{"name":"Benjamin Saunders","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.2640428488605734,"gpt":0.5071993698327143,"spread":0.2431565209721409,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01604527,0.0002870666,0.0006552727,0.002178166,0.0002939358,0.000751912,0.002371998,0.001137013,0.0006828794],"category_scores_gemma":[0.0598019,0.0002609371,0.0004603947,0.0005449074,0.0004138164,0.001069641,0.0006947478,0.003338835,0.001193203],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005850083,"about_ca_system_score_gemma":0.0009763627,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000699756,"about_ca_topic_score_gemma":0.0002004126,"domain_scores_codex":[0.9904445,0.0006935431,0.001168495,0.0003618407,0.006790019,0.0005416022],"domain_scores_gemma":[0.9714251,0.008990451,0.001445498,0.0001525812,0.01794472,0.00004171142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006896278,0.00008201211,0.000003157771,0.00003886829,0.0003176279,0.00008651093,0.0001118376,0.000004392745,0.0002825643,0.1001228,0.8973408,0.0009197734],"study_design_scores_gemma":[0.0009123159,0.00006004767,0.0000209421,0.00008252765,0.00004192873,0.000002281557,0.0001527925,0.00003107374,0.00002672251,0.05173968,0.9467339,0.0001958122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.00004731453,0.00003332772,0.0003384947,0.005484425,0.9654126,0.0001261223,0.00005483919,0.00005063346,0.02845231],"genre_scores_gemma":[0.0001181644,0.0001529887,0.0009697724,0.0008611494,0.9950305,0.00001833977,0.0002976684,0.00008579491,0.002465635],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.04939304,"threshold_uncertainty_score":0.9999843,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4416275040","doi":"10.1080/13645579.2025.2590501","title":"Thinking through country-as-culture qualitative sampling","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Cape Breton University; Mount Saint Vincent University","funders":"Social Sciences and Humanities Research Council of Canada; Mount Saint Vincent University","keywords":"Qualitative research; Sampling (signal processing); Data collection; Research methodology; Scale (ratio); Probability sampling","authors":[{"name":"KelleyAnne Malinen","is_ca":true},{"name":"Karen Kennedy","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7826286363799138,"gpt":0.7720324556271179,"spread":0.01059618075279589,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1417746,0.0001297863,0.0004591306,0.0006155867,0.001547575,0.0003620045,0.00185999,0.0004181222,0.0003654587],"category_scores_gemma":[0.1352825,0.0001130978,0.0002424693,0.001060099,0.003369816,0.0005700273,0.0003304498,0.002568431,0.00002215408],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008987792,"about_ca_system_score_gemma":0.003135732,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002734774,"about_ca_topic_score_gemma":0.0004865631,"domain_scores_codex":[0.9402847,0.05330308,0.0008284949,0.0002814419,0.004543342,0.0007589113],"domain_scores_gemma":[0.9473899,0.04167593,0.0004165914,0.0001025001,0.01026733,0.0001477248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0002795543,0.00004754441,0.00003311604,0.00001253405,0.000270174,0.00002922435,0.3464198,0.000002576696,0.0009384456,0.6398171,0.004303706,0.007846246],"study_design_scores_gemma":[0.0002702202,0.00007243869,0.00006323161,0.00006419287,0.000007019491,0.000003362964,0.2281814,0.000001244883,0.0001623144,0.5102401,0.2608829,0.00005149291],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.01868714,0.00231436,0.4702089,0.2393535,0.004594577,0.0004500194,0.0000431319,0.00004499422,0.2643034],"genre_scores_gemma":[0.1734709,0.007966048,0.7889416,0.005906373,0.007102963,0.00004266494,0.00001676597,0.00004983549,0.01650281],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3187327,"threshold_uncertainty_score":0.9997523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405015150","doi":"10.1080/13645579.2024.2435366","title":"Turning ethnography on its head in research about internet sexual offending","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Sex work and related issues","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Social Sciences and Humanities Research Council of Canada; Commonwealth Scholarship Commission","keywords":"Ethnography; Sociology; Criminology; The Internet; Psychology; Head (geology); Gender studies; Social psychology; Media studies; Computer science; Anthropology; World Wide Web","authors":[{"name":"Jonah Rimer","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7799039669570452,"gpt":0.6840077210279346,"spread":0.09589624592911061,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06010341,0.0001170276,0.0003223955,0.003780093,0.0004251657,0.0004144456,0.001253417,0.0004164764,0.000651845],"category_scores_gemma":[0.01620184,0.0001019849,0.0001707029,0.001867082,0.001060773,0.0003316363,0.0002164252,0.004249544,0.0001277289],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008065876,"about_ca_system_score_gemma":0.00078088,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00162367,"about_ca_topic_score_gemma":0.0005393582,"domain_scores_codex":[0.9808658,0.01421483,0.0006261615,0.0003083562,0.003178026,0.0008068185],"domain_scores_gemma":[0.9821212,0.0155242,0.0001176785,0.00007091873,0.001990048,0.0001760036],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001178477,0.0002647584,0.002978001,0.00004636874,0.0006923366,0.002426481,0.5064448,0.00008950485,0.007440184,0.2541389,0.02400883,0.2002914],"study_design_scores_gemma":[0.001252005,0.001205049,0.00957768,0.001597606,0.00001934455,0.00008609833,0.2145891,0.0003462756,0.002411433,0.07468566,0.6938774,0.0003523381],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9316281,0.004805284,0.0004017586,0.02330104,0.005103287,0.0001968337,0.000003188441,0.00003624951,0.03452425],"genre_scores_gemma":[0.9894558,0.001288519,0.001073806,0.00009092882,0.003857576,0.00000928759,0.000002356963,0.00002362475,0.004198061],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6698686,"threshold_uncertainty_score":0.9980477,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399982517","doi":"10.1080/13645579.2024.2368345","title":"Assessing the impact of missing data in youth overweight and obesity research: complete case analysis versus multiple imputation","year":2024,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Obesity, Physical Activity, Diet","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Children's Hospital of Eastern Ontario; University of Ottawa; University of Waterloo","funders":"Institute of Population and Public Health; Institute of Nutrition, Metabolism and Diabetes; Institute of Human Development, Child and Youth Health; Health Canada; Ministère de la Santé","keywords":"Missing data; Imputation (statistics); Overweight; Psychology; Data collection; Obesity; Sociology; Statistics; Medicine; Mathematics; Social science","authors":[{"name":"Amanda Doggett","is_ca":true},{"name":"Ashok Chaurasia","is_ca":true},{"name":"Jean‐Philippe Chaput","is_ca":true},{"name":"Scott T. Leatherdale","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7408087610989088,"gpt":0.6541935069344466,"spread":0.08661525416446225,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02291827,0.000102044,0.0005205623,0.00144934,0.00018421,0.000211704,0.0004898048,0.0001102745,0.00004375064],"category_scores_gemma":[0.01479578,0.00006969939,0.0002344855,0.001333288,0.0007036731,0.0005627215,0.0006152339,0.001592531,0.000001676248],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005943017,"about_ca_system_score_gemma":0.0006794987,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004503436,"about_ca_topic_score_gemma":0.0002995996,"domain_scores_codex":[0.9914886,0.005869654,0.0005072625,0.0002742396,0.00153105,0.0003292334],"domain_scores_gemma":[0.9758412,0.02191133,0.0001886004,0.0002084017,0.001723782,0.0001267162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.008340139,0.008120329,0.645467,0.0004609434,0.02495148,0.0282154,0.05499919,0.0006552147,0.04871252,0.007524417,0.001085135,0.1714683],"study_design_scores_gemma":[0.001689388,0.0006205685,0.9332889,0.0001561132,0.0003865151,0.0007073412,0.00836441,0.0411642,0.0003772598,0.01311428,0.00004119902,0.00008986735],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9937704,0.0002976965,0.003040134,0.002220657,0.0002239575,0.0001372456,0.0001057359,0.000005032381,0.0001992066],"genre_scores_gemma":[0.995347,0.00005183732,0.003841836,0.000007963165,0.0006881675,0.00000105371,0.00004129693,0.00001285449,0.000007958336],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2878219,"threshold_uncertainty_score":0.993503,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W7117247972","doi":"10.1080/13645579.2025.2569259","title":"“The possibilities of an Indigenist anti-colonial research praxis: a response to ‘the false promise of decolonial research: the complexities and limitations of Decolonizing methods and methodologies” by Leon Moosavi","year":2025,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"African cultural and philosophical studies","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Qualitative research; Research methodology; Perspective (graphical); Ethnography; Reflexivity; Postcolonialism (international relations); Autoethnography","authors":[{"name":"George Sefa Dei","is_ca":true},{"name":"Phiona Lloyd-Henry","is_ca":true}],"retraction":null,"screen_n_in":null,"score":{"opus":0.7350597868935935,"gpt":0.6543890104161241,"spread":0.08067077647746945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1561728,0.0001220643,0.0005409165,0.0005500806,0.003204982,0.0001700915,0.001678779,0.0001970919,0.00001022434],"category_scores_gemma":[0.2121271,0.00006914786,0.0001307203,0.001268734,0.01293291,0.0001867719,0.0009516609,0.001315081,4.440636e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002781096,"about_ca_system_score_gemma":0.001437913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003762062,"about_ca_topic_score_gemma":0.00589798,"domain_scores_codex":[0.9201846,0.07574764,0.0009949377,0.0002736001,0.002167355,0.0006318585],"domain_scores_gemma":[0.8322241,0.1603895,0.0003965831,0.0001606941,0.006713789,0.0001152916],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0125923,0.0002507066,0.001067801,0.0000570025,0.0008097982,0.000010335,0.3443642,0.00001036714,0.05766108,0.5005798,0.003650833,0.07894577],"study_design_scores_gemma":[0.0007644342,0.002006383,0.03308858,0.00009753758,0.000039153,0.00001021729,0.2670827,0.00001699961,0.006440141,0.6193298,0.07100989,0.0001142495],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8427016,0.001829113,0.000433453,0.1533578,0.0003035612,0.0006746151,0.00007675782,0.000004538898,0.0006185452],"genre_scores_gemma":[0.9683159,0.001554943,0.02907612,0.00007165939,0.0003663332,0.00007216709,0.000001470428,0.000008805391,0.0005325729],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1532862,"threshold_uncertainty_score":0.9980927,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4236575089","doi":"10.1080/13645579.2012.633813","title":"Book Reviews","year":2011,"lang":"en","type":"article","venue":"International Journal of Social Research Methodology","topic":"Educator Training and Historical Pedagogy","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Ottawa","funders":"","keywords":"Sociology; Social science","authors":[{"name":"Fatemeh Shayan","is_ca":false},{"name":"Heather Hillsburg","is_ca":true},{"name":"Anna Riggall","is_ca":false}],"retraction":null,"screen_n_in":null,"score":{"opus":0.911792845869397,"gpt":0.6906932606300485,"spread":0.2210995852393485,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02347715,0.00005881775,0.0002711982,0.0004099497,0.0003716714,0.0000288184,0.0009483349,0.0001411082,0.004624612],"category_scores_gemma":[0.01426164,0.00005276045,0.0001872982,0.0002164179,0.0008795172,0.0001948772,0.00006006003,0.0006928472,0.0001101744],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004095172,"about_ca_system_score_gemma":0.0008368897,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001022111,"about_ca_topic_score_gemma":0.000152639,"domain_scores_codex":[0.9915816,0.006493118,0.0004605711,0.0001109593,0.001014573,0.0003391964],"domain_scores_gemma":[0.9959786,0.001876743,0.0002843968,0.00005913792,0.001620992,0.0001801099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002567046,0.0001945301,0.0006176691,0.000004876799,0.0001164789,0.00009968983,0.262967,6.225434e-8,0.0003154539,0.2417832,0.4219037,0.07174064],"study_design_scores_gemma":[0.0001503206,0.00009790441,0.0007744927,0.00001165697,0.000006382895,0.00001079725,0.01278759,9.917041e-8,0.00004021316,0.01797592,0.9680979,0.0000467424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.01662357,0.03638486,0.007872633,0.0618393,0.01892374,0.0003957032,0.00000678169,0.00005024728,0.8579032],"genre_scores_gemma":[0.5243409,0.06184435,0.2104529,0.01554388,0.06054293,0.00007852526,0.000006037191,0.0001255029,0.127065],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.7308381,"threshold_uncertainty_score":0.9962853,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"}]}