{"meta":{"query_hash":"4973e6249303","filters":{"venue":"Methodological Innovations"},"cohort_total":19,"direct_labels_cover":0,"predictions_cover":19,"exported":19,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4973e6249303","api":"https://metacan.xera.ac/api/v1/cohort?venue=Methodological+Innovations"},"results":[{"id":"W2320418569","doi":"10.1177/2059799116635805","title":"What does it mean to be innovative?","year":2016,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"University-Industry-Government Innovation Models","field":"Business, Management and Accounting","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Psychology","score_opus":0.27652486286750544,"score_gpt":0.35722219385860526,"score_spread":0.08069733099109982,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2320418569","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43969658,0.0000024483948,0.31928265,0.21502203,0.0011411074,0.0004491748,0.000017981749,0.00032544232,0.024062587],"genre_scores_gemma":[0.78698385,0.000007550614,0.06007673,0.13131626,0.0014658129,0.00007787729,0.0000555255,0.000049761245,0.01996663],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99778974,0.000091281276,0.00058034493,0.0005651366,0.0005384337,0.0004350378],"domain_scores_gemma":[0.9971255,0.0006210325,0.0003495818,0.00045774737,0.0014204723,0.000025634217],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022816628,0.0002711164,0.00032169887,0.0007478201,0.00033904176,0.00040393128,0.0005388202,0.0003017015,0.0033906351],"category_scores_gemma":[0.002936078,0.00016305197,0.000057107914,0.0061096516,0.00014875513,0.003597729,0.00056147313,0.0003605145,0.00042515973],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000047430865,0.00012104439,0.0038828906,0.000013323506,0.000046122015,0.000007779629,0.00017156347,0.000023036324,0.0350941,0.9200018,0.026881592,0.013709287],"study_design_scores_gemma":[0.00077142776,0.000035311787,0.009462415,0.00009395689,0.000027568629,0.0000016492123,0.0037446646,0.00006959924,0.003955347,0.05926806,0.9219648,0.00060515275],"about_ca_topic_score_codex":0.00002637174,"about_ca_topic_score_gemma":0.00007164934,"teacher_disagreement_score":0.89508325,"about_ca_system_score_codex":0.00015375184,"about_ca_system_score_gemma":0.000033100892,"threshold_uncertainty_score":0.9975204},"labels":[],"label_agreement":null},{"id":"W2323877905","doi":"10.1177/2059799115622749","title":"A method to detect criminal organizations from police data","year":2016,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Crime, Illicit Activities, and Governance","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"International Centre for Comparative Criminology; Université de Montréal; Simon Fraser University","funders":"Public Safety Canada","keywords":"Criminology; Criminal justice; Context (archaeology); Property crime; Organised crime; Unit (ring theory); Crime analysis; Political science; Psychology; Geography; Violent crime","score_opus":0.4548753067539663,"score_gpt":0.4960543886152805,"score_spread":0.04117908186131419,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2323877905","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.032667138,0.000022651013,0.9434309,0.0147113595,0.00023599302,0.00021713655,0.0005735116,0.00018504691,0.0079562785],"genre_scores_gemma":[0.10476218,0.00003172202,0.8879439,0.003201616,0.0008523804,0.00003393393,0.000045573404,0.000018049206,0.003110629],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9970266,0.0013945587,0.00032720945,0.0005183088,0.0003581518,0.00037517055],"domain_scores_gemma":[0.9922506,0.006385095,0.00013724166,0.0006527892,0.0004328194,0.0001414038],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030142171,0.00013559504,0.00024927422,0.00012130794,0.0006489589,0.0000863489,0.0009190614,0.00015375738,0.0016901621],"category_scores_gemma":[0.014859983,0.00009544923,0.000030533556,0.0022662634,0.00021653832,0.0004103134,0.00034086875,0.0001434983,0.00016112969],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053045504,0.00014023574,0.0018530919,0.0000049163937,0.000075041295,0.0000040789773,0.013714778,0.00001062057,0.14696878,0.39575377,0.046420332,0.3950013],"study_design_scores_gemma":[0.00030429306,0.0000729737,0.033719413,0.000031029092,0.00007656719,0.000002214764,0.0043196217,0.000018373594,0.009467842,0.05561942,0.8959234,0.00044489818],"about_ca_topic_score_codex":0.02541759,"about_ca_topic_score_gemma":0.0069154077,"teacher_disagreement_score":0.84950304,"about_ca_system_score_codex":0.00012542657,"about_ca_system_score_gemma":0.0002325299,"threshold_uncertainty_score":0.99922246},"labels":[],"label_agreement":null},{"id":"W2329605113","doi":"10.1177/2059799115622746","title":"Log-linear distance models of homophily in small groups","year":2016,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Crime Patterns and Interventions","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Homophily; Set (abstract data type); Log-linear model; Data set; Linear model; Geographical distance; Order (exchange); Econometrics; Statistics; Computer science; Mathematics; Psychology; Sociology; Social psychology; Demography; Economics","score_opus":0.5785473460658839,"score_gpt":0.4813793874898523,"score_spread":0.09716795857603155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2329605113","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3702751,0.000033367964,0.61634654,0.0041672373,0.00011406756,0.000113926784,0.000029172694,0.00003064595,0.008889958],"genre_scores_gemma":[0.95082766,0.000030394036,0.04717542,0.00013699771,0.000074339856,0.00003112067,0.0000037183354,0.000004674799,0.0017156624],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99845266,0.0006118091,0.0004203991,0.00018800535,0.00011762048,0.00020951386],"domain_scores_gemma":[0.99854743,0.00093413156,0.00011922514,0.00016422805,0.00019948761,0.000035479592],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002344811,0.00007048328,0.0001908925,0.00013299275,0.000117246826,0.000010605726,0.00023496912,0.00010050716,0.00073825836],"category_scores_gemma":[0.0018277555,0.000046933084,0.00008077679,0.00083981827,0.00034503167,0.0001496582,0.00005318458,0.000100636666,0.000013801684],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010342364,0.00016243689,0.013862761,0.000005442646,0.000006597357,0.0000015228828,0.00057066063,0.00003075687,0.004325884,0.9711285,0.00031877158,0.00957629],"study_design_scores_gemma":[0.00053035293,0.0001271411,0.06832129,0.00013570012,0.000011333451,8.01779e-7,0.0010697129,0.00019657814,0.0012482764,0.91530913,0.012804532,0.00024517343],"about_ca_topic_score_codex":0.0007262356,"about_ca_topic_score_gemma":0.0016342691,"teacher_disagreement_score":0.5805526,"about_ca_system_score_codex":0.00005250095,"about_ca_system_score_gemma":0.00003191543,"threshold_uncertainty_score":0.8083411},"labels":[],"label_agreement":null},{"id":"W2331354169","doi":"10.1177/2059799116630659","title":"An area-based nonparametric spatial point pattern test: The test, its applications, and the future","year":2016,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Spatial and Panel Data Analysis","field":"Economics, Econometrics and Finance","cited_by":66,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Simon Fraser University","funders":"","keywords":"Nonparametric statistics; Spatial analysis; Point pattern analysis; Point (geometry); Similarity (geometry); Computer science; Test (biology); Data mining; Point process; Component (thermodynamics); Spatial ecology; Common spatial pattern; Pattern recognition (psychology); Artificial intelligence; Statistics; Mathematics; Ecology; Image (mathematics)","score_opus":0.1505266850485124,"score_gpt":0.31365599575421343,"score_spread":0.16312931070570102,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2331354169","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01068251,0.00053701334,0.95500916,0.03174294,0.00009621767,0.0004649895,0.00078128686,0.000053041094,0.0006328122],"genre_scores_gemma":[0.9853845,0.00019064969,0.009539716,0.0038123191,0.00042948354,0.00039122746,0.00007176202,0.000012370962,0.00016794377],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984664,0.00021072444,0.0006159598,0.0004300015,0.00006137906,0.00021559169],"domain_scores_gemma":[0.9898741,0.00893108,0.00036609638,0.0006461265,0.00012743149,0.000055166303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030214333,0.00016135642,0.00035886723,0.00022216546,0.00038193067,0.00011505985,0.00047354458,0.00012856621,0.00078328565],"category_scores_gemma":[0.004472596,0.000074141906,0.00009152249,0.0015486218,0.0002683955,0.00014018128,0.00007289825,0.00019781601,0.00015482942],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000053431355,0.00051347644,0.31757796,0.000016165515,0.000108188724,0.0000022541492,0.0001465105,0.00005834696,0.0006885083,0.2804682,0.0015622167,0.39880475],"study_design_scores_gemma":[0.0028001526,0.00034007037,0.62123877,0.000016292619,0.00010404431,0.000013271398,0.00019399034,0.028676264,0.0007527713,0.2476221,0.09752434,0.00071796315],"about_ca_topic_score_codex":0.00021010863,"about_ca_topic_score_gemma":0.00007032558,"teacher_disagreement_score":0.974702,"about_ca_system_score_codex":0.000027052905,"about_ca_system_score_gemma":0.000014822396,"threshold_uncertainty_score":0.8576428},"labels":[],"label_agreement":null},{"id":"W2906077577","doi":"10.1177/2059799118814394","title":"A theory-based self-report measure of health literacy: The Calgary Charter on Health Literacy scale","year":2018,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Health literacy; Cronbach's alpha; Scale (ratio); Charter; Literacy; Health care; Public health; Psychology; Reliability (semiconductor); Gerontology; Medicine; Medical education; Applied psychology; Psychometrics; Clinical psychology; Nursing; Political science; Geography; Pedagogy","score_opus":0.299457004338373,"score_gpt":0.5557012931965251,"score_spread":0.25624428885815204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2906077577","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08715525,0.00018481647,0.7972913,0.0989162,0.0017089132,0.0036263973,0.00017018637,0.00050619815,0.010440752],"genre_scores_gemma":[0.42897508,0.000023432092,0.34028015,0.22769108,0.0007844154,0.0007337818,0.0004304718,0.0000423334,0.0010392668],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9770704,0.016074998,0.004687813,0.00056239415,0.00065817655,0.0009462215],"domain_scores_gemma":[0.9859544,0.0070651886,0.0028778508,0.0013423003,0.0025021792,0.0002580902],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.052023027,0.00032230662,0.00087865844,0.00035115186,0.002756044,0.000047545233,0.0005320061,0.00031977228,0.0015630709],"category_scores_gemma":[0.005082999,0.00018779066,0.00015866019,0.002208968,0.0003832973,0.00060021284,0.00013776949,0.0015574843,0.00024539093],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007622086,0.0013719683,0.050201237,0.0016565045,0.000094250136,0.0000033049835,0.039039567,0.000008442218,0.00009463727,0.19014658,0.030846242,0.68577504],"study_design_scores_gemma":[0.0019147878,0.0016823149,0.34075084,0.0011158733,0.000022577753,0.000016367245,0.0008598465,0.005125191,0.00018384242,0.028227873,0.6196141,0.00048636558],"about_ca_topic_score_codex":0.00019815462,"about_ca_topic_score_gemma":0.000019807268,"teacher_disagreement_score":0.68528867,"about_ca_system_score_codex":0.00033897132,"about_ca_system_score_gemma":0.0020371121,"threshold_uncertainty_score":0.99934965},"labels":[],"label_agreement":null},{"id":"W2956976856","doi":"10.1177/2059799119863286","title":"The process of developing a content analysis study to evaluate the quality of breastfeeding information on the Internet-based media","year":2019,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Breastfeeding Practices and Influences","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"The Internet; Breastfeeding; Data extraction; Quality (philosophy); Nonprobability sampling; Computer science; Information quality; Content analysis; Descriptive statistics; Data science; World Wide Web; Medicine; Information system; MEDLINE; Statistics; Population; Engineering; Mathematics; Sociology; Environmental health","score_opus":0.4912757007827538,"score_gpt":0.49949684839386693,"score_spread":0.008221147611113144,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2956976856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93139017,0.000007778386,0.017279457,0.049774095,0.00009959099,0.00083539373,0.0000052540095,0.000015094738,0.0005931802],"genre_scores_gemma":[0.99433184,0.0000013909998,0.0035559759,0.0019822088,0.000020064266,0.00007762209,0.0000069275634,0.000002878926,0.000021071997],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99730045,0.0009223608,0.0008945453,0.00013539153,0.000608387,0.00013889805],"domain_scores_gemma":[0.9881086,0.009492617,0.0005655986,0.0003429372,0.0014639838,0.00002626076],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.015445343,0.00010607069,0.00036516378,0.00017423337,0.00013813218,0.00004179795,0.0003106676,0.00004152379,0.000080354715],"category_scores_gemma":[0.016796013,0.000039843857,0.00009912458,0.0025471044,0.0001348833,0.00013627502,0.0000683065,0.00025745726,0.000008723755],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002509853,0.0007058317,0.7193071,0.00016093322,0.0023200125,3.7415134e-7,0.017611291,0.0025564323,0.006070081,0.19572416,0.0001706501,0.052863277],"study_design_scores_gemma":[0.00037892646,0.00038302527,0.985154,0.000053149965,0.00025093887,9.3641455e-7,0.009772544,0.0013672316,0.0019993277,0.00046114484,0.00011965156,0.000059143684],"about_ca_topic_score_codex":0.00025554697,"about_ca_topic_score_gemma":0.000033975564,"teacher_disagreement_score":0.26584688,"about_ca_system_score_codex":0.000033923036,"about_ca_system_score_gemma":0.000097809054,"threshold_uncertainty_score":0.99148595},"labels":[],"label_agreement":null},{"id":"W2960104586","doi":"10.1177/2059799119863280","title":"Self-interpreted narrative capture: A research project to examine life courses of Amerasians in Vietnam and the United States","year":2019,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Migration, Health and Trauma","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"Wellcome Trust; Wellcome","keywords":"Vietnamese; Narrative; Vietnam War; Documentation; Narrative inquiry; Population; Qualitative research; Oral history; Qualitative property; Political science; Immigration; Gender studies; Psychology; Economic growth; Sociology; Social science; Demography; Law; Anthropology","score_opus":0.2883433012002774,"score_gpt":0.5102259487578457,"score_spread":0.22188264755756826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2960104586","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9799179,0.0001716109,0.00536976,0.010564553,0.0001374787,0.0018608355,0.0000320467,0.00004555709,0.0019002709],"genre_scores_gemma":[0.98208547,0.000028916633,0.014436444,0.002449529,0.00003150794,0.0003876581,0.00006920311,0.000010626672,0.00050064264],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99363434,0.004915238,0.0005670073,0.00033105924,0.00021291296,0.00033940992],"domain_scores_gemma":[0.99304396,0.005864269,0.00013007682,0.0003081341,0.0005871424,0.000066398],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0064120996,0.00012625036,0.00037659143,0.00066338025,0.00012685187,0.000020843006,0.00019289879,0.00014816171,0.00033897176],"category_scores_gemma":[0.0037895285,0.00007676852,0.000027387789,0.003964232,0.00029267123,0.000042979525,0.000057032114,0.00056206854,0.00002189323],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031141422,0.0008262471,0.066364236,0.00016087311,0.00023787191,0.000008323246,0.56503695,0.00016701786,0.00089217443,0.34536707,0.016280025,0.0015450445],"study_design_scores_gemma":[0.007498052,0.0026585679,0.6020212,0.00014182535,0.00004225905,0.0000277103,0.34099534,0.004111505,0.00022025568,0.012551927,0.029227953,0.0005033552],"about_ca_topic_score_codex":0.0023273057,"about_ca_topic_score_gemma":0.00062320405,"teacher_disagreement_score":0.535657,"about_ca_system_score_codex":0.000031781427,"about_ca_system_score_gemma":0.00012291636,"threshold_uncertainty_score":0.45366934},"labels":[],"label_agreement":null},{"id":"W2981403469","doi":"10.1177/2059799119884273","title":"A new innovative method to measure the demographic representation of scientists via Google Scholar","year":2019,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Centre for Disease Control; University of British Columbia","funders":"","keywords":"Ranking (information retrieval); Census; Globe; Citation; Underrepresented Minority; Higher education; Population; Categorization; Representation (politics); Diversity (politics); Institution; Political science; Public relations; Medical education; Geography; Library science; Sociology; Social science; Computer science; Psychology; Demography; Medicine; Information retrieval; Law","score_opus":0.848374927255399,"score_gpt":0.6570818343428702,"score_spread":0.19129309291252883,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2981403469","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.18057355,0.000090673595,0.80904377,0.004768869,0.00047977237,0.00075289863,0.000017881735,0.000028412056,0.0042441534],"genre_scores_gemma":[0.4383199,0.0000030932765,0.55865055,0.00090356666,0.00005435963,0.000027701064,0.000006047387,0.000008545784,0.0020262562],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98482776,0.004298744,0.0015466892,0.001150588,0.0075703403,0.00060588005],"domain_scores_gemma":[0.94182014,0.035563484,0.0009797602,0.0021849878,0.019046172,0.00040546735],"candidate_categories":["metaresearch","bibliometrics","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.104681276,0.00018293332,0.00055092666,0.0298404,0.00043300696,0.0009368213,0.0028133194,0.00018532782,0.001450127],"category_scores_gemma":[0.17761007,0.00010077755,0.00017564833,0.5185353,0.00019490356,0.0006159458,0.00095755217,0.0007173429,0.00039645645],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000081368074,0.000120882025,0.12435957,0.0000038116193,0.000057407873,0.0000015758075,0.00025252913,0.0003844435,0.15109557,0.10795442,0.015265962,0.60042244],"study_design_scores_gemma":[0.0004730076,0.0004093845,0.7374245,0.0000116346555,0.000012403182,0.000008438201,0.00049480144,0.0012552579,0.019680649,0.20619462,0.03380535,0.00022992326],"about_ca_topic_score_codex":0.00013529185,"about_ca_topic_score_gemma":0.000009320339,"teacher_disagreement_score":0.61306494,"about_ca_system_score_codex":0.000056068046,"about_ca_system_score_gemma":0.00028677535,"threshold_uncertainty_score":0.99946266},"labels":[],"label_agreement":null},{"id":"W2989994393","doi":"10.1177/2059799119890787","title":"‘A Portrait of Lower Silesia’: Researching identity through collodion photography and memory narratives","year":2019,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Memory, Trauma, and Commemoration","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Christian Medical College, Vellore; Ontario Trillium Foundation","keywords":"Portrait; Narrative; Visual arts; Identity (music); Sociology; Fine art; Aesthetics; Art; Literature","score_opus":0.2809602400554327,"score_gpt":0.4656021334435035,"score_spread":0.1846418933880708,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2989994393","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8755657,0.00016567943,0.06623707,0.0007181708,0.00056477473,0.0005099399,0.000018735425,0.00006060952,0.05615933],"genre_scores_gemma":[0.94501036,0.00001461381,0.053205073,0.00047853123,0.000075482734,0.00006385905,0.00003232876,0.000013042043,0.0011067211],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99710226,0.0013855568,0.00054509233,0.00041927447,0.00028627596,0.0002615501],"domain_scores_gemma":[0.9980304,0.0009994719,0.0002387468,0.00041186713,0.000273674,0.000045840457],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0030857264,0.00015829742,0.00037993139,0.00024684973,0.00017372576,0.000041092262,0.00022165757,0.00019730497,0.002333437],"category_scores_gemma":[0.0005115586,0.0001328287,0.000093484035,0.00135191,0.0003019707,0.00036447748,0.00007906609,0.0003982175,0.000040213017],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005416372,0.00077952235,0.025279317,0.000102900995,0.00023194413,0.000020593927,0.010563663,0.000023834878,0.19773765,0.7519382,0.0036699602,0.009110747],"study_design_scores_gemma":[0.0022562062,0.001639876,0.6850487,0.0000867194,0.00005459538,0.000052734318,0.022807756,0.000070478105,0.010028775,0.27205104,0.0052613993,0.0006417375],"about_ca_topic_score_codex":0.000099995115,"about_ca_topic_score_gemma":0.000024624684,"teacher_disagreement_score":0.65976936,"about_ca_system_score_codex":0.000014143988,"about_ca_system_score_gemma":0.00003311719,"threshold_uncertainty_score":0.99857855},"labels":[],"label_agreement":null},{"id":"W2991625608","doi":"10.1177/2059799119890795","title":"A participatory filmmaking process with children with disabilities in rural India: Working towards inclusive research","year":2019,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Filmmaking; Participatory action research; Citizen journalism; Action research; Context (archaeology); Negotiation; Inclusion (mineral); Sociology; Action (physics); Process (computing); Public relations; Political science; Pedagogy; Social science; Geography; Computer science; Visual arts; Law","score_opus":0.8646810309697871,"score_gpt":0.6954509251280949,"score_spread":0.16923010584169218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2991625608","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97887605,0.000041212064,0.0024593691,0.0014611024,0.000056887846,0.0013570999,0.0000053774365,0.00011001115,0.015632898],"genre_scores_gemma":[0.97573847,0.000006048752,0.022841848,0.00016921175,0.00013640153,0.0007153521,0.000007129189,0.00002317313,0.00036238655],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98593736,0.010163166,0.00046229034,0.00053129194,0.001609538,0.0012963868],"domain_scores_gemma":[0.9923638,0.006162206,0.00013810027,0.00037118956,0.00076413737,0.00020057184],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.029151367,0.00020209984,0.00045637702,0.00052519253,0.00086009124,0.00017792976,0.0006232385,0.0002280131,0.00048573923],"category_scores_gemma":[0.020504232,0.00014074262,0.000037825004,0.005968281,0.002157488,0.00043540867,0.00026867355,0.0012938386,0.000038475748],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017611275,0.00023241168,0.87778175,0.000018631294,0.000038185346,0.0000075936277,0.026971461,0.00016505951,0.00022478685,0.087624565,0.000019050973,0.0067404006],"study_design_scores_gemma":[0.00096741767,0.0009906349,0.8559463,0.00030968752,0.000016786213,0.0000045036427,0.107692994,0.00016385275,0.00087950856,0.03124895,0.0012732281,0.0005061518],"about_ca_topic_score_codex":0.0008206356,"about_ca_topic_score_gemma":0.0011689794,"teacher_disagreement_score":0.080721535,"about_ca_system_score_codex":0.00046606615,"about_ca_system_score_gemma":0.0012298771,"threshold_uncertainty_score":0.999693},"labels":[],"label_agreement":null},{"id":"W3158220826","doi":"10.1177/20597991211010416","title":"Big data and democratic speech: Predicting deliberative quality using machine learning techniques","year":2021,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Newspaper; Quality (philosophy); Deliberative democracy; Computer science; Legislation; Democracy; Data science; Artificial intelligence; Machine learning; Political science; Law; Politics; Epistemology","score_opus":0.5102523518130553,"score_gpt":0.43858212598107876,"score_spread":0.07167022583197652,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158220826","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15111177,0.00012186077,0.8467237,0.0009376603,0.00017374141,0.00010339467,0.000009589052,0.00034577237,0.0004725563],"genre_scores_gemma":[0.064199366,0.0000294468,0.93490845,0.00046106815,0.00013590678,0.000007798407,0.000050000683,0.000007300765,0.00020065937],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99684805,0.0016638202,0.00044928674,0.00059877423,0.00021028667,0.00022977119],"domain_scores_gemma":[0.99786973,0.0009578858,0.00018154926,0.00060373195,0.00032880914,0.000058289148],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040502264,0.00014031539,0.00025020386,0.00011527743,0.0005329793,0.00022474525,0.00041094798,0.00012259981,0.000013610575],"category_scores_gemma":[0.0069682235,0.00012100624,0.000025633282,0.0015151895,0.00007730081,0.0004246507,0.00094646006,0.0004919732,0.0000020401797],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008215475,0.00009199478,0.008680311,0.00003015073,0.000055183387,0.000064631604,0.0003158712,0.000062184045,0.33278063,0.019547097,0.000043640986,0.6383201],"study_design_scores_gemma":[0.00045853312,0.000259728,0.012187245,0.000106342086,0.000054630513,0.0007466393,0.00040670543,0.4077194,0.48147213,0.08949899,0.006284329,0.000805328],"about_ca_topic_score_codex":0.00010398465,"about_ca_topic_score_gemma":0.000035921326,"teacher_disagreement_score":0.63751477,"about_ca_system_score_codex":0.000030925068,"about_ca_system_score_gemma":0.00008744124,"threshold_uncertainty_score":0.83421177},"labels":[],"label_agreement":null},{"id":"W3203657497","doi":"10.1177/20597991211050477","title":"Understanding value in a healthcare setting: An application of the business model canvas","year":2021,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Business Strategies and Innovation","field":"Business, Management and Accounting","cited_by":27,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Ontario Research Foundation","keywords":"Business model; Health care; Value proposition; Value (mathematics); Knowledge management; Business; Business Model Canvas; Conceptualization; Process (computing); Process management; Medicine; Public relations; Marketing; Computer science","score_opus":0.4937010997162385,"score_gpt":0.38224361539410756,"score_spread":0.11145748432213093,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203657497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20515403,0.000018066847,0.75477636,0.036366887,0.00021815603,0.00029399895,0.0000061410087,0.00006515399,0.003101202],"genre_scores_gemma":[0.97519326,0.0000033859558,0.020998204,0.0034377947,0.00017994446,0.00004238387,0.00010549242,0.000013205527,0.000026327563],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9986544,0.00010001952,0.0005273188,0.00029397776,0.00021583804,0.00020841906],"domain_scores_gemma":[0.9981837,0.00012513579,0.00034550033,0.00034456325,0.0009952341,0.000005824038],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001343769,0.00012756378,0.00022116664,0.0002044165,0.00023152429,0.00010066395,0.00022586201,0.00013225857,0.000018749195],"category_scores_gemma":[0.0010617509,0.00009613978,0.000036718546,0.0063489648,0.00009040572,0.0006597084,0.00015311806,0.00022693015,0.0000018090727],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008907944,0.000081999235,0.015550881,0.0001017976,0.000004031861,7.5458837e-7,0.000019919262,0.02906656,0.008926981,0.94503206,0.00010301396,0.0011031141],"study_design_scores_gemma":[0.00030007956,0.0000042157153,0.19662055,0.00005272336,0.00001601005,0.0000028814043,0.0005795403,0.25292027,0.00035650295,0.54828143,0.00067820377,0.0001875945],"about_ca_topic_score_codex":0.0010934812,"about_ca_topic_score_gemma":0.0003967203,"teacher_disagreement_score":0.7700392,"about_ca_system_score_codex":0.00009351092,"about_ca_system_score_gemma":0.00013991502,"threshold_uncertainty_score":0.39204666},"labels":[],"label_agreement":null},{"id":"W3217053192","doi":"10.1177/20597991211055949","title":"A robust effect size measure <i>A<sub>w</sub></i> for MANOVA with non-normal and non-homogenous data","year":2021,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Advanced Statistical Modeling Techniques","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; University of Manitoba","funders":"University of Manitoba","keywords":"Multivariate analysis of variance; Statistics; Sample size determination; Parametric statistics; Multivariate statistics; Mathematics; Econometrics; Statistical hypothesis testing; Covariance; Normality; Null hypothesis","score_opus":0.2324009947948574,"score_gpt":0.37334013096500007,"score_spread":0.14093913617014267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217053192","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007994584,0.00005379039,0.98919606,0.0013934575,0.000080003476,0.0005636174,0.000115391405,0.000312115,0.00029095844],"genre_scores_gemma":[0.11579467,0.000009637316,0.88302094,0.0008250797,0.000061116734,0.00017155035,0.00007356476,0.000018472861,0.000024961635],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.99757546,0.0003788657,0.00040310697,0.0009368416,0.00028254103,0.00042319996],"domain_scores_gemma":[0.99217767,0.0057091196,0.00013527148,0.0012315513,0.0006460653,0.000100353056],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026369316,0.0002515195,0.0004482402,0.000072837094,0.00032637376,0.00015751495,0.00089133345,0.00016340542,0.000005543236],"category_scores_gemma":[0.0064934767,0.00019100621,0.00003672883,0.0012252552,0.00016894269,0.00044457085,0.00090982515,0.0003727947,0.0000038677276],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002629931,0.000426174,0.000389062,0.00025874635,0.00018953206,0.00026902335,0.00018618144,0.0018099203,0.49406955,0.16704613,0.0036974433,0.33139524],"study_design_scores_gemma":[0.002758158,0.0026062562,0.0043313606,0.00021336428,0.00017999807,0.00057349086,0.00003271157,0.29587984,0.49383324,0.19597796,0.002077825,0.0015357784],"about_ca_topic_score_codex":0.000003737363,"about_ca_topic_score_gemma":0.00001245018,"teacher_disagreement_score":0.32985947,"about_ca_system_score_codex":0.000031873155,"about_ca_system_score_gemma":0.00012474625,"threshold_uncertainty_score":0.77890074},"labels":[],"label_agreement":null},{"id":"W4296185559","doi":"10.1177/20597991221123398","title":"A discussion of some controversies in mixed methods research for emerging researchers","year":2022,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lawson Health Research Institute; Western University","funders":"","keywords":"Premise; Multimethodology; Management science; Field (mathematics); Qualitative research; Engineering ethics; Research methodology; Data science; Epistemology; Computer science; Sociology; Social science; Engineering","score_opus":0.9786833321752622,"score_gpt":0.8417823851381595,"score_spread":0.13690094703710265,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4296185559","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3041635,0.00006312405,0.33002484,0.35631335,0.0012698997,0.0055562076,0.00039969388,0.00008407661,0.002125341],"genre_scores_gemma":[0.22734354,0.0000153055,0.75226396,0.010302577,0.00017659813,0.0069600325,0.000040822433,0.000026767566,0.00287039],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.95240444,0.043786403,0.0014597371,0.0004243213,0.00083522743,0.0010898685],"domain_scores_gemma":[0.8682688,0.12951937,0.0004964929,0.0004653944,0.0010906986,0.00015926818],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1334591,0.00010011994,0.000419146,0.0012532753,0.0022577161,0.00000772354,0.0005169964,0.00010685503,0.001227397],"category_scores_gemma":[0.14529516,0.00007120043,0.00006028254,0.005140195,0.00032664675,0.00015072235,0.00078616384,0.001548538,0.0000074842173],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055326277,0.00021138534,0.010228937,0.00035260408,0.000024558876,0.000001991576,0.025794294,0.00031414436,0.15244214,0.70888674,0.054347467,0.046842497],"study_design_scores_gemma":[0.0025488092,0.00063287636,0.040147025,0.00004738797,0.0000060685697,7.93997e-7,0.11243566,0.0016511902,0.0016556714,0.25830838,0.5823652,0.00020095121],"about_ca_topic_score_codex":0.000359376,"about_ca_topic_score_gemma":0.000059986065,"teacher_disagreement_score":0.52801776,"about_ca_system_score_codex":0.00059676036,"about_ca_system_score_gemma":0.00091634115,"threshold_uncertainty_score":0.99968565},"labels":[],"label_agreement":null},{"id":"W4381052366","doi":"10.1177/20597991231179393","title":"Analysis of Delphi study 7-point linear scale data by parametric methods: Use of the mean and standard deviation","year":2023,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":54,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Statistics; Standard deviation; Ranking (information retrieval); Statistic; Delphi method; Interquartile range; Delphi; Sample size determination; Mathematics; Scale (ratio); Sample (material); Rating scale; Confidence interval; Econometrics; Computer science; Geography; Information retrieval","score_opus":0.7881301697987657,"score_gpt":0.6301456793793678,"score_spread":0.15798449041939788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4381052366","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6213829,0.00003311463,0.37460503,0.0025592416,0.000057022164,0.00078779686,0.00034077675,0.00009744619,0.00013668714],"genre_scores_gemma":[0.62370145,0.000077669356,0.37592906,0.000055634166,0.000014727034,0.000040326435,0.00006497743,0.0000067456194,0.00010941048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.991111,0.006816359,0.0006740784,0.00037103932,0.0007980611,0.00022948433],"domain_scores_gemma":[0.9850809,0.012906373,0.00033369777,0.0008372797,0.00079327234,0.000048481164],"candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.034202177,0.00009064564,0.00043689672,0.0008772098,0.00032472587,0.00004959989,0.00081341073,0.00013113856,0.000066939116],"category_scores_gemma":[0.055803873,0.00006213002,0.00006958244,0.024798375,0.00062227534,0.0002295956,0.00075322704,0.00025087752,8.769017e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001718677,0.0012401212,0.6935067,0.00005945857,0.002399762,0.0000036199485,0.016483065,0.0020023382,0.015004222,0.029875081,0.017216766,0.22203697],"study_design_scores_gemma":[0.00079500396,0.00076276396,0.83081275,0.000045668618,0.002554184,5.9580594e-7,0.046103258,0.04906705,0.008148617,0.030071823,0.030962987,0.00067530375],"about_ca_topic_score_codex":0.0013785557,"about_ca_topic_score_gemma":0.0008357204,"teacher_disagreement_score":0.22136167,"about_ca_system_score_codex":0.000045108587,"about_ca_system_score_gemma":0.00009449669,"threshold_uncertainty_score":0.99593},"labels":[],"label_agreement":null},{"id":"W4385216807","doi":"10.1177/20597991231188121","title":"Generating metainferences in mixed methods research: A worked example in convergent mixed methods designs","year":2023,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Multimethodology; Computer science; Heuristics; Process (computing); Qualitative property; Inference; Management science; Interpretation (philosophy); Data science; Artificial intelligence; Machine learning; Psychology; Engineering","score_opus":0.985506570572759,"score_gpt":0.8154841067936145,"score_spread":0.17002246377914454,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385216807","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32028863,0.000030766434,0.65966624,0.015164191,0.001233385,0.0018530079,0.000023273713,0.00026810943,0.0014723836],"genre_scores_gemma":[0.050868228,0.00004731018,0.9374892,0.0069311536,0.00018992403,0.0034698914,0.00005317158,0.000033300777,0.00091782416],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.8444391,0.1477402,0.0034030024,0.0011067906,0.0008719993,0.0024389199],"domain_scores_gemma":[0.8166708,0.18006197,0.00071138615,0.0008893192,0.0012668137,0.00039971148],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.24834387,0.00031325573,0.0009708714,0.002968933,0.0014871389,0.000057955756,0.00080350426,0.0004916146,0.0014970695],"category_scores_gemma":[0.15351158,0.00026074224,0.00008516247,0.023354596,0.00042432168,0.0003231522,0.00076138566,0.0024804755,0.00034121817],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014449321,0.0002902201,0.05062891,0.00041838802,0.00007708912,0.000055998935,0.04527509,0.0019234126,0.2483168,0.27578235,0.037070084,0.34001717],"study_design_scores_gemma":[0.0029236407,0.00036167845,0.5208869,0.00029607635,0.000022774266,0.0000034153732,0.07389552,0.03537661,0.006501313,0.22921053,0.12949799,0.0010235519],"about_ca_topic_score_codex":0.0022211063,"about_ca_topic_score_gemma":0.0019262815,"teacher_disagreement_score":0.47025797,"about_ca_system_score_codex":0.0006042261,"about_ca_system_score_gemma":0.0014324184,"threshold_uncertainty_score":0.9999845},"labels":[],"label_agreement":null},{"id":"W4391321963","doi":"10.1177/20597991241227844","title":"All that glitters is not gold: Why randomized controlled trials are bronze standard (at best) in determining best practices for the treatment of posttraumatic stress disorder","year":2024,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Gold standard (test); Posttraumatic stress; Bronze; Randomized controlled trial; Psychology; Materials science; Clinical psychology; Metallurgy; Medicine; Surgery; Internal medicine","score_opus":0.704521937327935,"score_gpt":0.5770935475055954,"score_spread":0.12742838982233962,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391321963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85020685,0.013062482,0.072684,0.04322009,0.0012591006,0.015412676,0.0014717238,0.0001269248,0.0025561547],"genre_scores_gemma":[0.9428027,0.0018841621,0.028442059,0.0020190827,0.00021544547,0.019328836,0.00015920836,0.00010686726,0.0050416025],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9870936,0.0086816065,0.002376185,0.00066382735,0.0005784532,0.000606327],"domain_scores_gemma":[0.84362036,0.1540552,0.0014245062,0.0005809732,0.0002573824,0.00006157919],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.016679825,0.00042462806,0.00357351,0.00053600676,0.00016899097,0.00020597642,0.00045642655,0.00028634683,0.0016159326],"category_scores_gemma":[0.032310065,0.00021925496,0.00085906195,0.000841377,0.0004963879,0.00016016711,0.00007372904,0.0003093936,0.000026830532],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.45733675,0.009211882,0.015555776,0.0013836275,0.022301838,0.00016080431,0.056437857,0.00050402526,0.002720025,0.05388575,0.007134179,0.3733675],"study_design_scores_gemma":[0.8189278,0.006922031,0.006971601,0.0020686626,0.008483284,0.00006679736,0.061949212,0.0109183,0.0069113723,0.020841155,0.05412761,0.0018121668],"about_ca_topic_score_codex":0.0011206629,"about_ca_topic_score_gemma":0.0005574316,"teacher_disagreement_score":0.3715553,"about_ca_system_score_codex":0.00018703053,"about_ca_system_score_gemma":0.00008490242,"threshold_uncertainty_score":0.9992967},"labels":[],"label_agreement":null},{"id":"W4404079136","doi":"10.1177/20597991241292368","title":"Neighbourhood-based participatory action research with older adults: Facilitating participation through virtual and remote methods","year":2024,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph; Western University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Neighbourhood (mathematics); Participatory action research; Citizen journalism; Action research; Action (physics); Computer science; Psychology; Sociology; Mathematics; World Wide Web","score_opus":0.56544498714619,"score_gpt":0.5733660654554457,"score_spread":0.007921078309255702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404079136","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4112544,0.00018031732,0.5780022,0.008202949,0.00018368919,0.00044221734,0.0000074422746,0.0005925386,0.0011342402],"genre_scores_gemma":[0.5912843,0.000021806649,0.4080375,0.00026049817,0.00008602506,0.00013056591,0.000009004964,0.000013927401,0.00015641669],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99142957,0.00625827,0.00045761783,0.00066657143,0.00054322067,0.0006447516],"domain_scores_gemma":[0.9888323,0.010112401,0.00008661833,0.00029245488,0.00057662703,0.000099606485],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.013723246,0.0001766407,0.00026765277,0.0003561799,0.0011137876,0.00018850363,0.0002063473,0.00037923496,0.00022895832],"category_scores_gemma":[0.01466173,0.00013880717,0.000043273896,0.0034405019,0.0014577919,0.0005001774,0.00007872577,0.00093058235,0.000026223519],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000086252716,0.00009787317,0.0009226266,0.00006665397,0.000049251463,0.000013600195,0.021908883,0.000073347685,0.0021463172,0.2595169,0.000337138,0.71478117],"study_design_scores_gemma":[0.004048611,0.0036578118,0.17940499,0.0023274198,0.00038339646,0.000025449845,0.21350771,0.082392946,0.034928683,0.34481516,0.13191138,0.002596448],"about_ca_topic_score_codex":0.00088956056,"about_ca_topic_score_gemma":0.0006323611,"teacher_disagreement_score":0.7121847,"about_ca_system_score_codex":0.00017087309,"about_ca_system_score_gemma":0.00030118198,"threshold_uncertainty_score":0.9936382},"labels":[],"label_agreement":null},{"id":"W4408483538","doi":"10.1177/20597991251325470","title":"The implications of a mixed methods way of thinking to practice","year":2025,"lang":"en","type":"article","venue":"Methodological Innovations","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Psychology; Computer science; Epistemology; Philosophy","score_opus":0.7025745338988933,"score_gpt":0.6943509281734068,"score_spread":0.008223605725486527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408483538","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009944738,0.000057119167,0.88260734,0.077740274,0.0004486005,0.0002884812,0.0000072743014,0.00001807198,0.028888106],"genre_scores_gemma":[0.1116526,0.000015275282,0.88442564,0.0023567632,0.000015877135,0.00009285752,0.0000026356545,0.0000025484119,0.0014357727],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99322885,0.0041598976,0.0014288843,0.00028668393,0.0007290234,0.00016663238],"domain_scores_gemma":[0.93120825,0.06397935,0.00063914794,0.00082640897,0.003313085,0.000033737884],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05782112,0.00008389513,0.00029196744,0.00036383615,0.0004080656,0.00008029971,0.00091020274,0.00007572819,0.00019876852],"category_scores_gemma":[0.14056675,0.00004543781,0.00008616179,0.0060682474,0.00017055606,0.00017653378,0.0002802954,0.00018188661,0.000015797232],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019028696,0.000052087405,0.0013638035,0.0000019075255,0.00002214679,2.3866027e-8,0.00021665425,0.0003054312,0.011778423,0.7018637,0.005075487,0.27930132],"study_design_scores_gemma":[0.000110786634,0.00007106868,0.17896464,0.000010695412,0.000024631145,0.0000010020387,0.0018795175,0.00043358837,0.011826314,0.56087625,0.24574366,0.00005784804],"about_ca_topic_score_codex":0.000012943371,"about_ca_topic_score_gemma":0.00001535665,"teacher_disagreement_score":0.27924347,"about_ca_system_score_codex":0.000030626947,"about_ca_system_score_gemma":0.0002080475,"threshold_uncertainty_score":0.97017145},"labels":[],"label_agreement":null}]}