{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":392,"total_is_capped":false,"direct_labels_cover":392,"predictions_cover":392,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"a570ddf0e15e","filters":{"category":"sts"}},"results":[{"id":"W1542392440","doi":"10.1177/160940690900800105","title":"The Space Between: On Being an Insider-Outsider in Qualitative Research","year":2009,"lang":"en","type":"article","venue":"International Journal of Qualitative Methods","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":2526,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Insider; Qualitative research; Perspective (graphical); Ethnography; Context (archaeology); Space (punctuation); Sociology; Population; Epistemology; Social science; Computer science; Geography; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.910452926654224,"gpt":0.8209558220895188,"spread":0.08949710456470517,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3423842,0.0002027563,0.0004870312,0.0009730153,0.0009058496,0.0004397435,0.001468732,0.0001915772,0.00005167125],"category_scores_gemma":[0.09687687,0.0001444186,0.0002224138,0.00106182,0.00232968,0.0009048192,0.000081947,0.002461957,0.00001533976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008528858,"about_ca_system_score_gemma":0.0009858871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000784923,"about_ca_topic_score_gemma":0.0004370428,"domain_scores_codex":[0.7841737,0.2090723,0.001340138,0.0003537742,0.004273953,0.0007861655],"domain_scores_gemma":[0.8877634,0.1058529,0.0006469734,0.0002367429,0.005138853,0.0003610798],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001931781,0.00009077889,0.00004666291,0.000001950976,0.00007030693,0.00002298912,0.4589408,0.000009819265,0.0002904637,0.4459079,0.0002920681,0.09413309],"study_design_scores_gemma":[0.0003686241,0.0006816623,0.001155956,0.0001204751,0.000004211832,0.000001525936,0.4036846,0.00001524673,0.0006437034,0.5744166,0.01879449,0.0001128425],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1900939,0.001224409,0.3082082,0.4313151,0.002464056,0.0008251556,0.00003282932,0.00004336563,0.06579298],"genre_scores_gemma":[0.6733736,0.0006913046,0.3223034,0.0008578497,0.001584754,0.0000131051,0.000002957582,0.00002546469,0.001147608],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4832796,"threshold_uncertainty_score":0.9998394,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2147649479","doi":"10.1177/0162243906291865","title":"The Linear Model of Innovation","year":2006,"lang":"en","type":"article","venue":"Science Technology & Human Values","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":837,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Frontier; Relation (database); Linear model; Epistemology; Conceptual model; Sociology; Neoclassical economics; Positive economics; Economics; Political science; Computer science; Law; Mathematics; Philosophy; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.1487679535645634,"gpt":0.4587658279194895,"spread":0.3099978743549261,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01423833,0.0001187854,0.0002005503,0.002696977,0.00290116,0.000234747,0.005098217,0.0001261667,0.00002203912],"category_scores_gemma":[0.005581547,0.00006720857,0.00004575693,0.01711056,0.01831435,0.0007519568,0.0005884396,0.0003827158,0.00008421251],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005565867,"about_ca_system_score_gemma":0.000442943,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003221193,"about_ca_topic_score_gemma":0.00002315215,"domain_scores_codex":[0.9949043,0.00005490224,0.0009113007,0.0006546012,0.002857289,0.0006176426],"domain_scores_gemma":[0.9965026,0.0003178133,0.0004199602,0.001066356,0.001651357,0.00004185874],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002239312,0.00002146862,0.006816868,6.749845e-7,8.530242e-7,4.552074e-7,0.00008326394,0.001421456,0.2825736,0.6951837,0.002326221,0.01156928],"study_design_scores_gemma":[0.00008107281,0.00005100483,0.003573186,0.000005559944,0.000001353089,0.000002043744,0.0006668273,0.04467997,0.09713906,0.8517737,0.001944623,0.00008161167],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9751757,0.0001073749,0.003667896,0.003455926,0.0001277087,0.0001649037,0.000003115735,0.0001183744,0.01717895],"genre_scores_gemma":[0.9915048,0.000009692086,0.002300272,0.00005213983,0.00004787594,0.00001095945,4.342573e-7,0.000004711389,0.006069075],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1854345,"threshold_uncertainty_score":0.9983969,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W3189798995","doi":"10.1038/s41893-021-00755-x","title":"Six modes of co-production for sustainability","year":2021,"lang":"en","type":"article","venue":"Nature Sustainability","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":499,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; McGill University; University of British Columbia","funders":"Economic and Social Research Council; Cambridge Conservation Initiative; Luc Hoffmann Institute; Niedersächsisches Ministerium für Wissenschaft und Kultur; Walton Family Foundation; Rhodes University; UK Research and Innovation; Pew Charitable Trusts; Schweizerischer Nationalfonds zur Förderung der Wissenschaftlichen Forschung; Leverhulme Trust; Gordon and Betty Moore Foundation; National Science Foundation; MAVA Foundation; David and Lucile Packard Foundation","keywords":"Cognitive reframing; Sustainability; Production (economics); Diversity (politics); CLARITY; Agency (philosophy); Sustainable development; Environmental resource management; Business; Political science; Sociology; Ecology; Psychology; Social science; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.00981032390541949,"gpt":0.2975401251217582,"spread":0.2877298012163387,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001592765,0.0002804524,0.0004334589,0.00003615476,0.0002762911,0.00002886378,0.0003548162,0.0004738155,0.0006852072],"category_scores_gemma":[0.01515983,0.0002778502,0.0003004898,0.0007431319,0.0008598402,0.0004141692,0.0002694274,0.0005150657,0.000004131529],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003481333,"about_ca_system_score_gemma":0.0004826407,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001761054,"about_ca_topic_score_gemma":0.0003321688,"domain_scores_codex":[0.9969355,0.0002515039,0.0005054824,0.001061998,0.0005637238,0.0006817401],"domain_scores_gemma":[0.9967194,0.0003686377,0.0002285776,0.001188707,0.001356613,0.0001380359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.002519225,0.004870329,0.8450745,0.01064575,0.0001289861,0.00008282025,0.01337573,0.01196109,0.01401696,0.0433673,0.0179797,0.03597766],"study_design_scores_gemma":[0.001279402,0.0003214111,0.149893,0.00002479928,0.00009336707,0.00002278726,0.09279082,0.0005620765,0.1457269,0.5444528,0.06399828,0.0008344554],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9881386,0.0003514076,0.000393727,0.006558318,0.0002419369,0.001498864,0.00007545665,0.00008127226,0.002660375],"genre_scores_gemma":[0.9969413,0.00002211233,0.0008024089,0.0001764087,0.0001075022,0.0001859065,0.00004735221,0.00002443953,0.00169254],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6951815,"threshold_uncertainty_score":0.9999674,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2132021057","doi":"10.1177/0162243912442398","title":"Theorizing the Bioeconomy","year":2012,"lang":"en","type":"article","venue":"Science Technology & Human Values","topic":"Bioeconomy and Sustainability Development","field":"Agricultural and Biological Sciences","cited_by":347,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Underpinning; Articulation (sociology); Capitalization; European commission; Value (mathematics); Political science; Field (mathematics); Sociology; Economics; European union; Engineering; Politics; Economic policy","retraction":null,"screen_n_in":null,"score":{"opus":0.01680931260789164,"gpt":0.2528555038739518,"spread":0.2360461912660602,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.001762708,0.0001152417,0.0001120213,0.00007077283,0.002400423,0.00008430002,0.001032029,0.0000970012,0.0003349245],"category_scores_gemma":[0.00008208217,0.00003610661,0.00004522337,0.0009855819,0.004077069,0.0003927294,0.0003285819,0.0001744628,0.0001124623],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009025366,"about_ca_system_score_gemma":0.00002718399,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002290436,"about_ca_topic_score_gemma":0.00002164829,"domain_scores_codex":[0.9987217,0.00003256471,0.0001793315,0.000288289,0.0001358444,0.0006423329],"domain_scores_gemma":[0.9995661,0.00007105606,0.00006677242,0.00015008,0.0000677169,0.00007822533],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.000001808582,0.00007682145,0.1754328,0.000002283205,0.000007057534,5.076897e-7,0.0005802337,2.867671e-7,0.07078198,0.5927058,0.0002203631,0.1601901],"study_design_scores_gemma":[0.0001006351,0.0002014382,0.4400871,0.00001061353,0.00001196586,0.00002858787,0.0215267,0.000009445735,0.06510687,0.2045324,0.2679145,0.0004698142],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9810254,0.0002628091,0.00000398223,0.01016467,0.0001786779,0.0001913029,0.00000122298,0.0002117885,0.007960163],"genre_scores_gemma":[0.9988783,0.000005551299,0.0001734496,0.0004950291,0.0001268027,0.00003768928,0.000001348933,4.821186e-7,0.0002813743],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3881734,"threshold_uncertainty_score":0.9988983,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2111615635","doi":"10.1177/0162243908329187","title":"National Innovation System","year":2009,"lang":"en","type":"article","venue":"Science Technology & Human Values","topic":"Innovation Policy and R&D","field":"Economics, Econometrics and Finance","cited_by":321,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut National de la Recherche Scientifique","funders":"","keywords":"Conceptual framework; National innovation system; Innovation system; Work (physics); Government (linguistics); Economic system; Sociology; Industrial organization; Business; Economics; Engineering; Neoclassical economics; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.05295772251471951,"gpt":0.3013351547124046,"spread":0.2483774321976851,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001373203,0.00008203246,0.0001430381,0.003381102,0.0008323197,0.00006241525,0.0004623664,0.0001128492,0.00004703177],"category_scores_gemma":[0.0002182486,0.0000904645,0.00001958369,0.005502572,0.0008578048,0.0003816492,0.00003994851,0.0001355692,0.0003995238],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002091945,"about_ca_system_score_gemma":0.000058947,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004907953,"about_ca_topic_score_gemma":4.326115e-7,"domain_scores_codex":[0.9988521,0.000002822484,0.0004555527,0.0003310931,0.00008767901,0.0002707427],"domain_scores_gemma":[0.9992304,0.000005080077,0.0002571221,0.0002251291,0.000267134,0.0000151635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[4.669482e-7,0.0000185202,0.0009275896,0.000002334941,0.000001932283,3.895698e-7,0.0000939488,0.000009624036,0.002646906,0.9950851,0.0007917189,0.0004214962],"study_design_scores_gemma":[0.0001429828,0.00006688417,0.01283337,0.00001029299,6.170235e-7,0.000007546588,0.0001391947,0.000515978,0.003900746,0.9753909,0.006859717,0.0001318098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6428474,0.0001149016,0.001183271,0.004008426,0.0002857721,0.0001253262,0.00001326584,0.000457617,0.3509641],"genre_scores_gemma":[0.997262,0.000001166603,0.000921258,0.0004447917,0.00007704544,0.000008023841,0.000003853245,0.000004048453,0.001277796],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3544147,"threshold_uncertainty_score":0.6401615,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2094891697","doi":"10.2753/mis0742-1222230102","title":"Understanding Business Process Change Failure: An Actor-Network Perspective","year":2006,"lang":"en","type":"article","venue":"Journal of Management Information Systems","topic":"Information Systems Theories and Implementation","field":"Social Sciences","cited_by":317,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"PricewaterhouseCoopers (Canada)","funders":"","keywords":"Problematization; Sociotechnical system; Actor–network theory; Process (computing); Computer science; Business process; Perspective (graphical); Betrayal; Abstraction; Process management; Knowledge management; Sociology; Epistemology; Business; Artificial intelligence; Work in process; Marketing; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.09081937446036896,"gpt":0.3323407643732672,"spread":0.2415213899128982,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002543007,0.0001146893,0.0001991206,0.0003638433,0.0007313152,0.0007056559,0.0002460173,0.00006564466,0.00003978487],"category_scores_gemma":[0.00002530274,0.0001016778,0.00005484426,0.0007492245,0.00005065873,0.01050163,0.00001919288,0.00008493228,0.00002743947],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00106101,"about_ca_system_score_gemma":0.00007426048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007172716,"about_ca_topic_score_gemma":0.0001779509,"domain_scores_codex":[0.9975522,0.0001634343,0.0009866596,0.00005416269,0.0009744714,0.000269069],"domain_scores_gemma":[0.9970373,0.00002497607,0.001566129,0.0001020841,0.001196074,0.0000734217],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003649108,0.00001794502,0.0008155641,0.000166223,0.00004882161,0.000001528433,0.04426288,0.003525884,3.85623e-7,0.9429767,0.007744744,0.0004028654],"study_design_scores_gemma":[0.000850672,0.0000651039,0.002302569,0.0002054432,0.00004091534,0.00001358477,0.7354135,0.0003259098,0.000001597877,0.006355575,0.2542256,0.000199618],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.03962002,0.0001987704,0.4698482,0.005198032,0.008795178,0.004346251,0.00003896461,0.0002556986,0.4716989],"genre_scores_gemma":[0.9978548,0.00003944264,0.0001728909,0.0001216729,0.001587557,0.00002720743,0.00002529383,0.000006259648,0.0001649211],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9582347,"threshold_uncertainty_score":0.7613431,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2106525269","doi":"10.1177/0306312708101047","title":"Ghosts in the Machine","year":2009,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":298,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"Epistemology; Sociology; Computer science; Psychology; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.6703735872547739,"gpt":0.6599616248866972,"spread":0.01041196236807673,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002664751,0.00008956894,0.0001769295,0.00006154589,0.001056845,0.000007793256,0.0005405415,0.0001125281,0.00005966027],"category_scores_gemma":[0.0003348959,0.00006136014,0.00004027578,0.0008786819,0.003208387,0.0001171035,0.00006697609,0.0007791397,0.00001199157],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007049456,"about_ca_system_score_gemma":0.00009176816,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002037145,"about_ca_topic_score_gemma":0.00002549247,"domain_scores_codex":[0.9986858,0.0002274767,0.0002298497,0.0001745242,0.0002711259,0.0004112471],"domain_scores_gemma":[0.9993857,0.000266832,0.00007214434,0.00007435724,0.0001253412,0.00007558476],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0006319912,0.001887842,0.06870956,0.0001883633,0.0001275838,0.0001313326,0.1667704,0.00008971979,0.05930846,0.2552329,0.02768183,0.41924],"study_design_scores_gemma":[0.00388265,0.001036548,0.6527238,0.00008144713,0.0001668722,0.00002811943,0.06656966,0.0007726107,0.04153713,0.06825567,0.1641201,0.0008253668],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9278761,0.003369721,0.00000132789,0.04868495,0.000512945,0.0002527726,0.00001422942,0.00002011352,0.0192679],"genre_scores_gemma":[0.9896468,0.0004175871,0.00001785968,0.009679192,0.0001642713,0.000007438768,4.817089e-7,0.000001621856,0.00006475649],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5840143,"threshold_uncertainty_score":0.9995043,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2328152736","doi":"10.1177/0306312712441396","title":"Water: Political, biopolitical, material","year":2012,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Water Governance and Infrastructure","field":"Social Sciences","cited_by":270,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Biopower; Politics; Sociology; Political science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.04651772236784919,"gpt":0.3721676500764625,"spread":0.3256499277086133,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.001047825,0.00009394072,0.0002062236,0.0000504195,0.002318718,0.00005359589,0.000423887,0.0000623879,0.0001723198],"category_scores_gemma":[0.0003675518,0.00006550703,0.00005751325,0.0003118687,0.01670656,0.000756552,0.0002273528,0.00006629803,0.00003985349],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002352671,"about_ca_system_score_gemma":0.0001366197,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001239908,"about_ca_topic_score_gemma":0.00003202352,"domain_scores_codex":[0.9975711,0.00005361967,0.0001987531,0.0001575464,0.0007293267,0.001289648],"domain_scores_gemma":[0.9993591,0.00003463278,0.00005305647,0.00008991089,0.0002561211,0.0002072115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.000006038618,0.00003484415,0.003471459,0.00001459054,0.00001349868,3.23793e-7,0.05844929,3.10265e-8,0.01263802,0.922874,0.00218078,0.0003171251],"study_design_scores_gemma":[0.0003871698,0.0001197487,0.03321784,0.00004003879,0.0000600919,0.000001779385,0.3263336,4.118137e-7,0.3509104,0.1029847,0.1853075,0.0006366041],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9447384,0.0001066886,0.000002706574,0.003454954,0.001766288,0.00009006116,0.00001920594,0.00003662999,0.04978506],"genre_scores_gemma":[0.9976144,0.00004373437,0.0001374006,0.0002925305,0.001670653,0.000004989972,6.009534e-7,0.000004736931,0.000230922],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8198893,"threshold_uncertainty_score":0.9989801,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2121114659","doi":"10.1177/0306312707082969","title":"Molecular Embodiments and the Body-work of Modeling in Protein Crystallography","year":2008,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Science Education and Perceptions","field":"Psychology","cited_by":255,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Computer science; Molecular graphics; Process (computing); Embodied cognition; Computer graphics; Graphics; Resource (disambiguation); Human–computer interaction; Data science; Computer graphics (images); Artificial intelligence; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.1070165722412126,"gpt":0.3979471362655242,"spread":0.2909305640243116,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000739973,0.00004315939,0.0001191691,0.0001019769,0.0005033584,0.000004136559,0.0002054401,0.00001767227,0.00001656261],"category_scores_gemma":[0.0001081361,0.00003062896,0.00003270391,0.001094357,0.007626542,0.00006100046,0.00006398024,0.00005168462,0.000001089163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001342507,"about_ca_system_score_gemma":0.00004702912,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002100741,"about_ca_topic_score_gemma":0.00001124322,"domain_scores_codex":[0.9992635,0.00005221568,0.0001578592,0.0001465933,0.0002374345,0.00014241],"domain_scores_gemma":[0.9996862,0.0000308134,0.00006298002,0.0000847312,0.0001170186,0.00001821336],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0001365716,0.0004166554,0.06135221,0.00002473284,0.000080806,0.0000026167,0.8017122,0.0002659614,0.03264149,0.1002469,0.0004976398,0.002622273],"study_design_scores_gemma":[0.002742458,0.0001497723,0.5712202,0.00009966049,0.00002926114,0.00000434143,0.3949165,0.0005702219,0.0007873922,0.02901871,0.0001153992,0.000346108],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9940892,0.0005871612,0.0000590068,0.0009860637,0.0001422403,0.0001789863,7.680301e-7,0.000003871117,0.003952668],"genre_scores_gemma":[0.99963,0.00004340061,0.0001679737,0.00007049736,0.00001359707,0.00003226718,6.067109e-8,0.000001409169,0.0000407585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.509868,"threshold_uncertainty_score":0.9950742,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2111252371","doi":"10.1525/jer.2008.3.2.33","title":"Enacting Research Ethics in Partnerships with Indigenous Communities in Canada: “Do it in a Good Way”","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":253,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Victoria","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Indigenous; Government (linguistics); Public relations; Psychological intervention; Community development; Research ethics; Political science; Community-based participatory research; Economic Justice; Restorative justice; Sociology; Participatory action research; Engineering ethics; Law; Nursing; Medicine; Ecology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8276120331629695,"gpt":0.6356745718594767,"spread":0.1919374613034928,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2430382,0.0002613906,0.0007221046,0.005598493,0.01878039,0.0003493353,0.002532939,0.001155207,0.0001850233],"category_scores_gemma":[0.01136693,0.0002061873,0.00008533595,0.00687736,0.005292797,0.0005619259,0.00007452561,0.06031531,0.00002662427],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.0176742,"about_ca_system_score_gemma":0.3801065,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9882568,"about_ca_topic_score_gemma":0.999911,"domain_scores_codex":[0.9020983,0.07260302,0.0016989,0.0005469747,0.01841517,0.004637632],"domain_scores_gemma":[0.9076506,0.08129636,0.000283147,0.0007478162,0.008760073,0.001262026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0005273942,0.00103164,0.08106068,0.000204168,0.00001807559,0.001693343,0.8620138,0.00007154758,0.000002691745,0.05239379,0.0008280479,0.0001548507],"study_design_scores_gemma":[0.00142597,0.002466028,0.0377706,0.002232725,0.00000192146,0.00004969963,0.7152712,0.00002052133,0.00005217002,0.01401171,0.2263568,0.0003407384],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9123153,0.0005983143,0.000001230927,0.03131621,0.0001108107,0.001167934,0.00000488843,0.00000783593,0.05447746],"genre_scores_gemma":[0.9718285,0.0250677,0.00008509899,0.0002396183,0.000519418,0.00002692287,0.000004794087,0.00004936903,0.002178552],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3624323,"threshold_uncertainty_score":0.9974142,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2604003464","doi":"10.1017/cbo9781139088350","title":"Plagiarism in Latin Literature","year":2012,"lang":"en","type":"book","venue":"Cambridge University Press eBooks","topic":"Classical Antiquity Studies","field":"Social Sciences","cited_by":227,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Literature; Latin literature; Criticism; Art; Classics; History","retraction":null,"screen_n_in":null,"score":{"opus":0.02827529786179624,"gpt":0.2432786678366212,"spread":0.2150033699748249,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0003103496,0.0002687055,0.0003981863,0.0001971788,0.0003935007,0.00007890777,0.0005523338,0.0008963158,0.000004681213],"category_scores_gemma":[0.00008674772,0.0003143424,0.0001689848,0.00004550947,0.0006263583,0.000114505,0.0004730585,0.001084287,0.00002181885],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006320439,"about_ca_system_score_gemma":0.0003631828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005944984,"about_ca_topic_score_gemma":0.0005815773,"domain_scores_codex":[0.9982919,0.0002368216,0.0001536829,0.0003806826,0.0004159194,0.0005210498],"domain_scores_gemma":[0.9990528,0.0001984757,0.0001442023,0.000277834,0.0001259839,0.0002006881],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002273643,0.00001716119,0.00004519209,0.0000467443,0.00003409722,0.000115176,0.002877767,1.401135e-7,0.000001911256,0.6054819,0.3905379,0.0008193243],"study_design_scores_gemma":[0.0002711069,0.0000118837,0.000264685,0.0002962145,0.00005821241,6.185776e-7,0.000396971,0.000001617056,0.000005805877,0.00002118013,0.9983383,0.0003333683],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"other","genre_scores_codex":[0.0002085752,0.0006806059,0.00001125373,0.0002689231,0.0003942708,0.0003925383,0.000152746,0.0001061541,0.9977849],"genre_scores_gemma":[0.0007641541,0.0003551467,0.00004174389,0.00008371096,0.0006696193,9.492606e-7,0.00004465313,0.00002230924,0.9980177],"genre_candidate":"other","genre_consensus":"other","teacher_disagreement_score":0.6078005,"threshold_uncertainty_score":0.9999309,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1992477025","doi":"10.1007/s10739-007-9136-6","title":"The Spatial Turn: Geographical Approaches in the History of Science","year":2007,"lang":"en","type":"article","venue":"Journal of the History of Biology","topic":"History of Science and Natural History","field":"Arts and Humanities","cited_by":209,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"","keywords":"History of science; Philosophy of biology; Situated; Sociology; Science studies; Epistemology; Sociology of scientific knowledge; Space (punctuation); Knowledge production; Social science; Philosophy of science; Philosophy; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.06759403636852927,"gpt":0.2314945437759206,"spread":0.1639005074073914,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005457443,0.0001204437,0.0002860646,0.0004043709,0.0003689415,0.000004912999,0.001760982,0.00007806329,0.0000966417],"category_scores_gemma":[0.000238482,0.00005511583,0.000282191,0.0001159807,0.02095436,0.0001827103,0.00006601482,0.0005713424,0.000002320843],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001355133,"about_ca_system_score_gemma":0.000864644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000390119,"about_ca_topic_score_gemma":0.002057989,"domain_scores_codex":[0.9981533,0.0002150923,0.0007007244,0.0001447076,0.0005001006,0.0002860961],"domain_scores_gemma":[0.9980515,0.0003450462,0.0009870075,0.0003346099,0.0002288052,0.00005307431],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001204724,0.0008543348,0.003256184,0.00009145874,0.00009940476,0.0000258435,0.404678,0.00002220472,0.037348,0.1605675,0.3390205,0.0528318],"study_design_scores_gemma":[0.0002039874,0.0002757362,0.00352776,0.00002216429,0.00002129016,0.00002905596,0.002839019,0.0000114316,0.0000507632,0.0008914762,0.9920495,0.00007786979],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7357325,0.09572715,0.00004384138,0.003126744,0.05736267,0.0003691766,0.000007180545,0.00001250192,0.1076182],"genre_scores_gemma":[0.9918509,0.0000823134,0.00003875418,0.0003522144,0.0004127033,0.00000105395,1.822339e-7,0.000005312151,0.007256626],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6530289,"threshold_uncertainty_score":0.98171,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"agree"},{"id":"W2133826347","doi":"10.1088/0963-6625/11/1/302","title":"Scientific literacy as collective praxis","year":2002,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":197,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Scientific literacy; Praxis; Situated; Literacy; Ethnography; Sociology; Collective intelligence; Event (particle physics); Information literacy; Epistemology; Science education; Pedagogy; Mathematics education; Psychology; Computer science; Knowledge management","retraction":null,"screen_n_in":null,"score":{"opus":0.2115868698010102,"gpt":0.4075914366067257,"spread":0.1960045668057155,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.007018163,0.0001272424,0.000178162,0.001240591,0.001785183,0.0005567946,0.0006474876,0.00005650591,0.002662914],"category_scores_gemma":[0.002344368,0.0001166435,0.00005040298,0.005997199,0.005292149,0.0007982264,0.00009821081,0.0003409054,0.0001574032],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006469669,"about_ca_system_score_gemma":0.0002496059,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003939011,"about_ca_topic_score_gemma":0.000001146954,"domain_scores_codex":[0.9974743,0.0003767883,0.0002779561,0.0005995837,0.0006749877,0.0005964165],"domain_scores_gemma":[0.9983568,0.0004040597,0.0002302346,0.000436345,0.0004404478,0.0001321685],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00001872452,0.0003177129,0.01069493,0.00001322321,0.00003609031,0.00000773378,0.127048,0.000004310476,0.007943942,0.833039,0.00830814,0.01256823],"study_design_scores_gemma":[0.006626113,0.003648898,0.1152756,0.0005305125,0.00009827672,0.0005247388,0.1586003,0.01413628,0.008836438,0.4179403,0.2705242,0.003258275],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.3558727,0.0001302792,0.07429568,0.001782305,0.002121652,0.0001773887,0.000003578205,0.0001305352,0.5654859],"genre_scores_gemma":[0.9689319,6.982306e-7,0.004151245,0.0001059482,0.00004070651,0.000007599306,8.177787e-7,0.00001115363,0.02674992],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6130592,"threshold_uncertainty_score":0.9995143,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2052366921","doi":"10.1016/j.socscimed.2007.07.021","title":"Staging data: Theatre as a tool for analysis and knowledge transfer in health research","year":2007,"lang":"en","type":"review","venue":"Social Science & Medicine","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":187,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Emotive; Embodied cognition; Knowledge translation; Categorization; Theatre studies; Knowledge transfer; Psychology; Sociology; Computer science; Knowledge management; Visual arts; Drama; Art; Artificial intelligence","retraction":null,"screen_n_in":null,"score":{"opus":0.9136218804402665,"gpt":0.7949894563797941,"spread":0.1186324240604724,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.1898058,0.0002795904,0.001979192,0.002778964,0.002923685,0.0001712523,0.002213511,0.0002774282,0.0001123666],"category_scores_gemma":[0.01297234,0.0002150821,0.0001751992,0.01819169,0.00975324,0.0004984603,0.0003231977,0.00107525,0.000008556833],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001625452,"about_ca_system_score_gemma":0.01393688,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0100294,"about_ca_topic_score_gemma":0.0107244,"domain_scores_codex":[0.9860762,0.006014062,0.001028762,0.001331945,0.003166708,0.002382318],"domain_scores_gemma":[0.9923664,0.005650613,0.0001365681,0.0005687429,0.0004880532,0.0007896724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008617786,0.00004828837,0.0001498988,0.001566934,0.00004957827,0.000004670563,0.04583062,1.344172e-8,0.000001103322,0.009730241,0.0002767593,0.9423333],"study_design_scores_gemma":[0.0002403538,0.0001265632,0.00008786022,0.002035189,0.0002274126,3.020997e-7,0.007519982,0.0000216412,3.048841e-7,0.0007405226,0.9888042,0.0001957095],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002057078,0.9810122,0.001639815,0.001505989,0.0002543438,0.002685632,0.00006373762,0.00003918997,0.01259342],"genre_scores_gemma":[0.001412657,0.9961973,0.0001430785,0.0000949024,0.001313692,0.0001829607,0.00003343771,0.00002610779,0.0005958539],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9885274,"threshold_uncertainty_score":0.9983744,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2976848413","doi":"10.3138/cjcrim.42.4.522","title":"La recherche qualitative: Enjeux épistémologiques et méthodologiques","year":2000,"lang":"fr","type":"article","venue":"Canadian Journal of Criminology","topic":"Education, sociology, and vocational training","field":"Social Sciences","cited_by":170,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"Université du Québec en Outaouais","funders":"","keywords":"Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9078723621802605,"gpt":0.6330237676660735,"spread":0.274848594514187,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04962889,0.0002014397,0.0004483242,0.0002623722,0.0003500376,0.0000586229,0.0005597796,0.001398964,0.004797249],"category_scores_gemma":[0.02290162,0.000208993,0.0001862179,0.0001975798,0.005848775,0.0003569101,0.000006938216,0.001811925,0.00009191525],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007224059,"about_ca_system_score_gemma":0.01107912,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02388332,"about_ca_topic_score_gemma":0.02344849,"domain_scores_codex":[0.9265089,0.07191083,0.000617369,0.0002101815,0.000137291,0.000615455],"domain_scores_gemma":[0.9728788,0.02536975,0.000380869,0.0001470632,0.0006437312,0.0005798556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000008149845,0.00003409789,0.0004943412,0.0000210115,0.000080062,0.00004964924,0.2721719,0.000007326368,0.000005835473,0.6301321,0.01006112,0.08693444],"study_design_scores_gemma":[0.0001485906,0.0002950401,0.00301798,0.00008377298,0.00006151696,0.0002801116,0.1464935,8.178916e-7,0.00001212995,0.4399326,0.4095109,0.0001629999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5679234,0.02996839,0.001394974,0.2433743,0.004581033,0.0001410314,0.00004132665,0.00002694492,0.1525486],"genre_scores_gemma":[0.8610584,0.01504435,0.1014114,0.005433177,0.002814159,0.000008417971,0.00001218984,0.00002799843,0.01418984],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3994498,"threshold_uncertainty_score":0.9998974,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2283832495","doi":"10.1177/0170840615622067","title":"Contestation about Collaboration: Discursive Boundary Work among Professions","year":2016,"lang":"en","type":"article","venue":"Organization Studies","topic":"Healthcare innovation and challenges","field":"Social Sciences","cited_by":166,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta; University of Ottawa; HEC Montréal","funders":"","keywords":"Framing (construction); Centrality; Boundary-work; Sociology; Epistemology; Public relations; Political science; Social science; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.061601877283827,"gpt":0.4017044983827305,"spread":0.3401026210989035,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0003529733,0.00008729626,0.0001315064,0.00007277243,0.001415722,0.00006603579,0.00008631715,0.00007960689,0.0002549939],"category_scores_gemma":[0.002659838,0.00006048294,0.00001188273,0.001565668,0.0004428783,0.0004704029,0.00003184564,0.0000499099,0.0001057134],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002260922,"about_ca_system_score_gemma":0.0003736848,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001327995,"about_ca_topic_score_gemma":0.001749677,"domain_scores_codex":[0.9988521,0.0002257987,0.0002504101,0.0001785934,0.00030711,0.0001860282],"domain_scores_gemma":[0.996895,0.0002506654,0.0001650325,0.0001048142,0.002517682,0.0000668053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001306472,0.00008031537,0.3663388,0.00003540888,0.00009546963,0.000003351369,0.2193459,6.315666e-7,0.0002020575,0.3152339,0.0741823,0.02446879],"study_design_scores_gemma":[0.0006664157,0.0000455466,0.2162628,0.0004851868,0.00002128018,3.074254e-7,0.4515281,3.157011e-7,0.0005402357,0.004425443,0.3256688,0.0003555045],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4689214,0.00193659,0.00619142,0.5116723,0.002701463,0.001012562,0.00002786686,0.0005920215,0.006944358],"genre_scores_gemma":[0.9892172,0.002199653,0.0001064411,0.0004700824,0.0003043901,0.00003218746,0.00001235983,0.00001469424,0.007642998],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5202958,"threshold_uncertainty_score":0.9998843,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1988181312","doi":"10.1177/0306312712462461","title":"The good, the bad and the perfect: Criticizing engagement practice","year":2012,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":162,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Copenhagen Business School","keywords":"Criticism; Democracy; Sociology; Politics; Epistemology; Dichotomy; The arts; Product (mathematics); Public engagement; Public relations; Political science; Law; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.5886369683152234,"gpt":0.5539501885370256,"spread":0.03468677977819778,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.01483292,0.0000481399,0.000077751,0.00001207264,0.01796594,0.0001234623,0.0005281392,0.00001648474,0.00001300167],"category_scores_gemma":[0.005629413,0.00002247097,0.00003279366,0.0003746131,0.01699275,0.0003609414,0.0003710686,0.0001317384,0.000006089286],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008059043,"about_ca_system_score_gemma":0.00004318112,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007082744,"about_ca_topic_score_gemma":0.0007952016,"domain_scores_codex":[0.998305,0.0007440375,0.0001219806,0.0000763817,0.0004816386,0.0002709998],"domain_scores_gemma":[0.9959984,0.003421355,0.0001086066,0.0001461084,0.0002954336,0.00003004947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000009235023,0.00001562022,0.0005214202,0.000002983337,0.0000115302,1.298296e-8,0.613973,7.625705e-8,0.00007194213,0.3591724,0.000572684,0.02564915],"study_design_scores_gemma":[0.00008153906,0.00000615788,0.00743427,0.000005474583,0.00002161073,1.933193e-7,0.7536221,0.000003918743,0.000007575727,0.001111648,0.2376716,0.00003393402],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2377191,0.02916001,0.00001161344,0.3767145,0.001435336,0.00107224,0.000002991292,0.00004116571,0.353843],"genre_scores_gemma":[0.9644352,0.03426537,0.0000439274,0.0007556731,0.0002825717,0.000044582,7.672987e-8,0.000001917229,0.0001707135],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7267161,"threshold_uncertainty_score":0.9856824,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1594257894","doi":"10.3138/cjpe.23.003","title":"Reframing Evaluation: Defining an Indigenous Evaluation Framework","year":2008,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":159,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Cognitive reframing; Indigenous; Traditional knowledge; Focus group; Common ground; Sociology; Public relations; Political science; Engineering ethics; Psychology; Engineering; Social psychology; Anthropology; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.396733003676957,"gpt":0.552227878522765,"spread":0.155494874845808,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07245219,0.0002736312,0.0004493441,0.001522558,0.00118894,0.0006292202,0.0009150127,0.0002739923,0.008595575],"category_scores_gemma":[0.01642953,0.0002358241,0.0002122362,0.001882623,0.0001953106,0.002185793,0.00002159183,0.0005971259,0.0002806355],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001730375,"about_ca_system_score_gemma":0.02561126,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005223277,"about_ca_topic_score_gemma":0.008125919,"domain_scores_codex":[0.9832129,0.0031676,0.001969507,0.0005177734,0.0105287,0.0006034719],"domain_scores_gemma":[0.9810528,0.0006045217,0.00170871,0.0007943672,0.01490828,0.0009313123],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002261393,0.00008495262,0.03465482,0.00000290023,0.00004113437,0.00001091034,0.01349066,0.02055896,0.00001956082,0.0003557827,0.00076893,0.9299888],"study_design_scores_gemma":[0.002924512,0.001940261,0.2955871,0.0001803921,0.0006329354,0.0005999489,0.007993684,0.6049691,0.0001406582,0.06572765,0.0186782,0.0006255984],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9838338,0.002488669,0.003372459,0.0007311968,0.002198379,0.002861754,0.000009603757,0.00002705073,0.004477085],"genre_scores_gemma":[0.9794262,0.00002905847,0.01921723,0.0003187683,0.0005447072,0.0002830508,0.00009365455,0.00002850955,0.00005883276],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9293632,"threshold_uncertainty_score":0.9923107,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2019524620","doi":"10.5751/es-06805-190328","title":"Exploring agency beyond humans: the compatibility of Actor-Network Theory (ANT) and resilience thinking","year":2014,"lang":"en","type":"article","venue":"Ecology and Society","topic":"Sustainability and Climate Change Governance","field":"Environmental Science","cited_by":155,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"Actor–network theory; Resilience (materials science); Environmental resource management; Compatibility (geochemistry); Agency (philosophy); Sociology; Ecology; Environmental ethics; Biology; Engineering; Economics; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.0284444505199033,"gpt":0.2369234627496141,"spread":0.2084790122297108,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001871835,0.00008145726,0.000137874,0.000002063481,0.0006362324,0.00001002126,0.0001609367,0.00006365127,0.0002062511],"category_scores_gemma":[0.0001362768,0.00005861851,0.00004439828,0.00007336525,0.001147711,0.0001719887,0.0002581463,0.0001475042,0.000002835044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006235774,"about_ca_system_score_gemma":0.000005836125,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004335469,"about_ca_topic_score_gemma":0.0002553813,"domain_scores_codex":[0.999086,0.0002155295,0.0001413156,0.0002384185,0.0001033837,0.0002153284],"domain_scores_gemma":[0.9989298,0.0007384666,0.00008943232,0.0002033043,0.00000719409,0.00003183351],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002305583,0.0000537857,0.8570756,0.00006610731,0.00001590529,5.170471e-7,0.1221223,0.0003695987,0.000189378,0.01583771,0.000506115,0.003739939],"study_design_scores_gemma":[0.0001135206,0.00005508113,0.9040582,0.000006301098,0.000009634635,9.122514e-7,0.008599118,0.0003272909,0.00005834007,0.08633357,0.0003720877,0.00006600493],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9975756,0.0001506846,0.0001127894,0.0003365275,0.0001011295,0.0001261103,0.000001683036,0.00001282506,0.001582611],"genre_scores_gemma":[0.9986079,0.0005563667,0.0002369843,0.0004740114,0.00004207043,0.00001615837,6.276091e-7,0.000003525593,0.00006235758],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1135232,"threshold_uncertainty_score":0.489345,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2890098543","doi":"10.1177/1363459318800167","title":"“Playing the system”: Structural factors potentiating mental health stigma, challenging awareness, and creating barriers to care for Canadian public safety personnel","year":2018,"lang":"en","type":"article","venue":"Health An Interdisciplinary Journal for the Social Study of Health Illness and Medicine","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":150,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Regina; Queen's University; Memorial University of Newfoundland","funders":"Canadian Institutes of Health Research; Memorial University of Newfoundland; University of Regina","keywords":"Stigma (botany); Mental health; Psychology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.06248388376595933,"gpt":0.4448928689606789,"spread":0.3824089851947196,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003290891,0.0003255775,0.0009079163,0.0002362277,0.2164227,0.00007181937,0.0003180157,0.00007567516,0.00003554013],"category_scores_gemma":[0.00006573502,0.0001880547,0.00008202423,0.0002108885,0.000253987,0.0001660118,0.0001385564,0.0003575187,1.711376e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001078234,"about_ca_system_score_gemma":0.0007074744,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2490584,"about_ca_topic_score_gemma":0.322781,"domain_scores_codex":[0.9961181,0.0006305553,0.001255639,0.0004388306,0.0003445128,0.001212348],"domain_scores_gemma":[0.9967385,0.0003298424,0.0009930227,0.0001904068,0.0002191326,0.001529118],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004112037,0.00004088493,0.01336606,0.001021996,0.0001204077,9.96157e-7,0.8785291,0.000001429181,3.518524e-7,0.0008265981,0.0004496228,0.1052313],"study_design_scores_gemma":[0.002748969,0.005681043,0.06854776,0.0006454861,0.00003529798,0.0000513637,0.9212671,0.0004729188,1.391888e-7,0.00004156159,0.0003601664,0.0001482017],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.931784,0.007844357,0.0004757179,0.05058683,0.003874833,0.005127752,0.0002431781,0.00002312335,0.00004016192],"genre_scores_gemma":[0.9970089,0.00009934368,0.00005356893,0.001078468,0.001434022,0.0001981962,0.00006437497,0.00004407559,0.00001903111],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2161687,"threshold_uncertainty_score":0.7845975,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2053909741","doi":"10.1080/09581596.2012.761675","title":"Governing through community allegiance: a qualitative examination of peer research in community-based participatory research","year":2013,"lang":"en","type":"article","venue":"Critical Public Health","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":149,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Wellesley Institute; York University; Public Health Ontario; University of Toronto","funders":"City University of New York","keywords":"Community-based participatory research; Participatory action research; Allegiance; Sociology; Community engagement; Qualitative research; Focus group; Public relations; Photovoice; Operationalization; Mental health; Public health; Psychology; Political science; Politics; Nursing; Medicine; Social science; Economic growth","retraction":null,"screen_n_in":null,"score":{"opus":0.9424634700628033,"gpt":0.699694668345422,"spread":0.2427688017173812,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1497959,0.0001768654,0.0005266003,0.0004862825,0.00515141,0.00003520305,0.0006399262,0.0003010073,0.0007296336],"category_scores_gemma":[0.01046754,0.0001692801,0.00004742552,0.001484785,0.001426632,0.0005701449,0.0004455656,0.009466362,0.0006151532],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002400483,"about_ca_system_score_gemma":0.003777428,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0751229,"about_ca_topic_score_gemma":0.004170518,"domain_scores_codex":[0.8259875,0.1670541,0.001659167,0.0002818998,0.002477754,0.002539666],"domain_scores_gemma":[0.9521866,0.04169288,0.0001990504,0.0009650192,0.003993113,0.0009633729],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009329578,0.004951759,0.01524431,0.02651879,0.00001183426,0.000002185277,0.7933367,0.00000236017,0.0000415653,0.1213021,0.03147649,0.007018533],"study_design_scores_gemma":[0.00184434,0.002560794,0.0462363,0.003239902,0.000001624221,1.916702e-7,0.8783857,0.0007665643,0.00001991259,0.02272903,0.04400914,0.0002065516],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8979997,0.0002464875,0.0005789596,0.0697757,0.000311912,0.003015259,0.0001247327,0.0000551845,0.02789203],"genre_scores_gemma":[0.9883482,0.00003789273,0.001060574,0.008046194,0.00008236397,0.00169759,0.0004419703,0.00003200126,0.0002531467],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1393284,"threshold_uncertainty_score":0.9978677,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2890747141","doi":"10.1186/s12961-018-0375-0","title":"Embracing complexity and uncertainty to create impact: exploring the processes and transformative potential of co-produced research through development of a social impact model","year":2018,"lang":"en","type":"article","venue":"Health Research Policy and Systems","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":147,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Western University","funders":"Canadian Institutes of Health Research; National Institute for Health and Care Research; University Hospitals Bristol NHS Foundation Trust","keywords":"Knowledge translation; Transformative learning; Popularity; Health services research; Reductionism; Knowledge management; Diversity (politics); Public relations; Production (economics); Technocracy; Health administration; Knowledge sharing; Health care; Sociology; Business; Political science; Computer science; Economics; Politics","retraction":null,"screen_n_in":null,"score":{"opus":0.9369783101583946,"gpt":0.7630359692293056,"spread":0.173942340929089,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03151352,0.0001873835,0.0006058787,0.0006618323,0.006050204,0.00006724994,0.0002822529,0.00009334327,0.00001266726],"category_scores_gemma":[0.004244975,0.000122041,0.00002735289,0.001738049,0.001422698,0.0004595642,0.0002659129,0.0008064578,0.000007124921],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008080534,"about_ca_system_score_gemma":0.01351332,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03807597,"about_ca_topic_score_gemma":0.002231898,"domain_scores_codex":[0.989187,0.005345814,0.001483151,0.0004360281,0.001622893,0.001925135],"domain_scores_gemma":[0.9928141,0.003181684,0.0003640454,0.0002816804,0.002622612,0.0007359131],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007210774,0.00004104082,0.001008024,0.009670762,0.00004226228,3.708241e-7,0.9728063,0.00005518732,0.00187111,0.008573485,0.002377329,0.002833038],"study_design_scores_gemma":[0.007663554,0.006670315,0.2229203,0.006196246,0.00001898722,0.00004906803,0.7011454,0.02468111,0.003935981,0.01572449,0.01000634,0.0009881855],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9804959,0.0001090082,0.0008228653,0.01338925,0.00005001471,0.003702833,0.0003547812,0.00001802112,0.001057333],"genre_scores_gemma":[0.9978939,0.0001616159,0.0002877792,0.0005110109,0.000454182,0.0005914427,0.000006063858,0.00001912945,0.00007486626],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2716609,"threshold_uncertainty_score":0.9972606,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W4206026463","doi":"10.18778/1733-8077.8.1.04","title":"A Reflexive Lens: Exploring Dilemmas of Qualitative Methodology Through the Concept of Reflexivity","year":2012,"lang":"en","type":"article","venue":"Qualitative Sociology Review","topic":"Qualitative Research Methods and Ethics","field":"Social Sciences","cited_by":146,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University","funders":"","keywords":"Reflexivity; Sociology; Qualitative research; Epistemology; Transformative learning; Subjectivity; Social science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.9275592183170697,"gpt":0.7255072094391162,"spread":0.2020520088779535,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1217336,0.0003082723,0.001725821,0.00007378461,0.0006182957,0.000005796877,0.0006932372,0.000335069,0.0004557442],"category_scores_gemma":[0.05903554,0.0002098207,0.0005416083,0.0007359426,0.02117747,0.0007889547,0.0001978975,0.001037543,0.00003727401],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001702097,"about_ca_system_score_gemma":0.00049314,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001989362,"about_ca_topic_score_gemma":0.00007599706,"domain_scores_codex":[0.7821007,0.2142211,0.001451467,0.0004211853,0.000810036,0.0009954616],"domain_scores_gemma":[0.9085922,0.08809783,0.001374705,0.0005001161,0.001287696,0.0001474078],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002439506,0.00005124404,0.00001463084,0.0005017436,0.0001593553,2.257073e-7,0.5019781,1.363884e-7,0.0001000837,0.4939927,0.0006521154,0.002525318],"study_design_scores_gemma":[0.0001775698,0.0002552488,0.0000547044,0.0007507513,0.0001025845,6.021667e-7,0.6303065,8.976197e-8,0.0004122757,0.2736992,0.09405356,0.0001869533],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.03426567,0.7183856,0.1006341,0.09549222,0.001438561,0.004056821,0.0004314863,0.0001396012,0.04515598],"genre_scores_gemma":[0.4060002,0.3141588,0.2687567,0.007481807,0.0009318673,0.001368618,0.00006340441,0.00009937939,0.001139258],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4042268,"threshold_uncertainty_score":0.9814863,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3014620144","doi":"10.1080/01442872.2020.1748264","title":"The problem <i>of</i> innovation in technoscientific capitalism: data <i>rentiership</i> and the policy implications of turning personal digital data into a private asset","year":2020,"lang":"en","type":"article","venue":"Policy Studies","topic":"Digital Economy and Work Transformation","field":"Social Sciences","cited_by":142,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; York University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Capitalism; Asset (computer security); Business; Economics; Political science; Computer science; Law; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.09359972695168417,"gpt":0.3592215109544058,"spread":0.2656217840027216,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001093757,0.00008263892,0.0001708462,0.000124829,0.0005422191,0.0002052881,0.000873445,0.00002865067,2.908725e-7],"category_scores_gemma":[0.001533958,0.00005413117,0.00001598011,0.002042017,0.001607226,0.001320474,0.0005929621,0.00009520811,9.954663e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003497349,"about_ca_system_score_gemma":0.0002441782,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008670553,"about_ca_topic_score_gemma":0.001160417,"domain_scores_codex":[0.998898,0.00005308022,0.0004735047,0.0002149194,0.0001798261,0.0001806431],"domain_scores_gemma":[0.9989321,0.0003219224,0.0002667024,0.0003315485,0.0001198655,0.00002783714],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003204581,0.00002739002,0.003326238,0.00007365541,0.00007834307,6.058129e-8,0.1223501,0.00000310087,0.00004812293,0.8191572,0.003122503,0.05178121],"study_design_scores_gemma":[0.002091111,0.00007130555,0.003595068,0.0002018943,0.00007402112,0.000001655633,0.195389,0.000902597,0.0002228437,0.2921732,0.5048509,0.0004264743],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4039773,0.004273816,0.0008891752,0.5584428,0.0001114434,0.001970391,0.001585659,0.0001006617,0.02864875],"genre_scores_gemma":[0.9984407,0.0008148871,0.0001097367,0.0003244106,0.00009478271,0.00002347193,0.0001522858,0.000004317954,0.00003537913],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5944634,"threshold_uncertainty_score":0.5921891,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W2133789319","doi":"10.1177/0963662512472160","title":"From ‘trust us’ to participatory governance: Deliberative publics and science policy","year":2014,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":138,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"Canadian Institutes of Health Research; Genome British Columbia; Genome Canada","keywords":"Publics; Deliberation; Corporate governance; Public relations; Citizen journalism; Variety (cybernetics); Public engagement; Political science; Public awareness of science; Public participation; Sociology; Science communication; Business; Science education; Politics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.5857273778470713,"gpt":0.4660049300630402,"spread":0.1197224477840311,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.004358701,0.00009173347,0.0001353676,0.000405452,0.002613903,0.0007736894,0.001027392,0.00004404778,0.0001539752],"category_scores_gemma":[0.003838922,0.00009087645,0.0000213198,0.003350011,0.009885617,0.001844404,0.0003734712,0.00009830022,0.00001200604],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001185898,"about_ca_system_score_gemma":0.001236074,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003711909,"about_ca_topic_score_gemma":0.002605522,"domain_scores_codex":[0.9977015,0.0001118973,0.0002093075,0.0003783395,0.001056051,0.0005429047],"domain_scores_gemma":[0.9983784,0.0002125734,0.0001479814,0.0003751914,0.0003635667,0.0005222803],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.000004020688,0.00003057248,0.0104489,0.000003590718,0.000001758257,5.122061e-8,0.07509003,0.00000351371,0.004139118,0.9021628,0.0001809943,0.007934679],"study_design_scores_gemma":[0.001231176,0.0003289133,0.2686425,0.0002346073,0.0000262355,0.000002203076,0.3525566,0.01113675,0.00197923,0.186973,0.1756438,0.001245003],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8356393,0.00003412198,0.005827149,0.03582085,0.0003206998,0.000208474,0.00001875657,0.00007155728,0.1220591],"genre_scores_gemma":[0.9976572,0.0003007292,0.0009392638,0.0008366627,0.0001487632,0.00000849699,0.000001420457,0.000005284779,0.0001021511],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7151898,"threshold_uncertainty_score":0.9986846,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2564891325","doi":"10.1093/fampra/cmw117","title":"Participatory research: What is the history? Has the purpose changed?","year":2016,"lang":"en","type":"article","venue":"Family Practice","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":135,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Medicine; Citizen journalism; Medical history; Family medicine; World Wide Web; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9625829274344974,"gpt":0.7272640166300436,"spread":0.2353189108044538,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.03148489,0.0001443428,0.0001631082,0.0001194943,0.003558968,0.00009291028,0.0009231745,0.0001242584,0.002166259],"category_scores_gemma":[0.02156232,0.00006482186,0.0000474335,0.0005444117,0.0009727099,0.002432505,0.0003886857,0.001130883,0.01125836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001217353,"about_ca_system_score_gemma":0.002821245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001598532,"about_ca_topic_score_gemma":0.0003379432,"domain_scores_codex":[0.9827611,0.01329891,0.000694077,0.0004170039,0.001445507,0.001383346],"domain_scores_gemma":[0.9513876,0.0455507,0.0004944642,0.001311031,0.0009394019,0.0003167618],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00005170092,0.00002296648,0.0002846048,0.00002377318,0.00001032498,0.000004145985,0.07927018,3.918093e-8,0.0008351563,0.00282609,0.9055051,0.01116599],"study_design_scores_gemma":[0.0004098819,0.00006595639,0.004683987,0.00010442,0.00001594883,0.000002401943,0.06527649,0.000008825271,0.00003973359,0.0003499898,0.9289545,0.0000879025],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.02035383,0.00187082,0.0002223793,0.952175,0.003888737,0.002129678,0.00002408732,0.00009123497,0.01924418],"genre_scores_gemma":[0.3054481,0.003382681,0.0001969619,0.6598111,0.001411987,0.002452094,9.879238e-7,0.00004991646,0.02724619],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.2923639,"threshold_uncertainty_score":0.9987459,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3178266678","doi":"10.1007/s11625-021-00996-x","title":"Learning from knowledge co-production research and practice in the twenty-first century: global lessons and what they mean for collaborative research in Nunatsiavut","year":2021,"lang":"en","type":"article","venue":"Sustainability Science","topic":"Indigenous Studies and Ecology","field":"Health Professions","cited_by":134,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University","funders":"Division of Arctic Sciences; Canada First Research Excellence Fund; Ocean Frontier Institute; Dalhousie University","keywords":"Knowledge management; Context (archaeology); Sustainability; Sociology; Computer science; Ecology; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.1818555199155729,"gpt":0.5479305510897698,"spread":0.3660750311741969,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04669812,0.0001071522,0.0002238674,0.000196573,0.01219776,0.0002302901,0.0003241177,0.0001318602,0.000008042443],"category_scores_gemma":[0.0479552,0.00008330878,0.0000130253,0.003004923,0.002128565,0.001025148,0.0007883905,0.001307489,0.000005119051],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003397002,"about_ca_system_score_gemma":0.005867544,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01066145,"about_ca_topic_score_gemma":0.3005955,"domain_scores_codex":[0.9910706,0.005495323,0.0003211226,0.0008947637,0.0005699266,0.001648311],"domain_scores_gemma":[0.977765,0.01364659,0.000093688,0.0004590243,0.007922141,0.0001135972],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003611098,0.000396278,0.1428789,0.0003248333,0.000006730475,0.0000228846,0.8266464,0.00002781103,0.00003761824,0.023988,0.0003080811,0.005001368],"study_design_scores_gemma":[0.0003747187,0.000247494,0.06805815,0.00006477428,0.000002746914,0.000002944111,0.8732019,0.00005510483,0.000008518583,0.03074184,0.02717197,0.00006981824],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8897622,0.003013526,0.000003872809,0.1003192,0.0003643435,0.003118766,0.000009656495,0.00001007914,0.003398316],"genre_scores_gemma":[0.9958727,0.003134484,0.000113822,0.00009395523,0.0001178263,0.0005227572,0.000005693577,0.000005934419,0.0001328696],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2899341,"threshold_uncertainty_score":0.9997683,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W3167649636","doi":"10.1177/15562646211023705","title":"A New Era of Indigenous Research: Community-based Indigenous Research Ethics Protocols in Canada","year":2021,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":125,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"First Nations Health and Social Secretariat of Manitoba; University of Winnipeg; University of Manitoba","funders":"Canadian Institutes of Health Research","keywords":"Indigenous; Metis; Research ethics; Community-based participatory research; Sociology; Engineering ethics; Public relations; Political science; Participatory action research; Anthropology; Ecology","retraction":null,"screen_n_in":null,"score":{"opus":0.7968077017469808,"gpt":0.6807931411392342,"spread":0.1160145606077466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.4009061,0.0003872703,0.001185289,0.005307522,0.04126405,0.0008794671,0.005560633,0.002103535,0.0006159132],"category_scores_gemma":[0.04046518,0.0003383278,0.0002874638,0.01387709,0.006584076,0.0004910342,0.0002220208,0.1189976,0.00007706749],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01839997,"about_ca_system_score_gemma":0.7846979,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9871729,"about_ca_topic_score_gemma":0.9992579,"domain_scores_codex":[0.7607201,0.1919733,0.002614322,0.0008780558,0.03766893,0.006145246],"domain_scores_gemma":[0.8163515,0.1260433,0.0005406433,0.002046201,0.05184134,0.003176989],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001068267,0.003909328,0.007931858,0.001617723,0.00009314984,0.001575204,0.9222447,0.0001033522,0.0001642466,0.04825101,0.01143083,0.00161037],"study_design_scores_gemma":[0.002113455,0.006412749,0.00840857,0.004048756,0.000006864295,0.00002629623,0.1884922,0.000008140045,0.003584297,0.07857212,0.7078514,0.0004751602],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.910854,0.0008966739,0.00002019519,0.04206868,0.0003274328,0.01386384,0.00004629766,0.00002284751,0.03190008],"genre_scores_gemma":[0.9746809,0.01057038,0.001150649,0.0007394851,0.002563224,0.000561641,0.00004410085,0.0001893283,0.009500313],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7662979,"threshold_uncertainty_score":0.9999069,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"}],"label_agreement":"split"},{"id":"W2001589630","doi":"10.3152/147154306781779064","title":"Co-production, emergent properties and strong interactive social research: the Georgia Basin Futures Project","year":2006,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"Community Development and Social Impact","field":"Economics, Econometrics and Finance","cited_by":116,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Futures contract; Production (economics); Process (computing); Key (lock); Public relations; Business; Sociology; Knowledge management; Political science; Economics; Computer science; Finance","retraction":null,"screen_n_in":null,"score":{"opus":0.2471065086304255,"gpt":0.3698130443885285,"spread":0.122706535758103,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002917288,0.00008046559,0.0001235748,0.0005504768,0.002736477,0.0006586133,0.0002931232,0.00003407793,0.00002488539],"category_scores_gemma":[0.0009126487,0.00006138822,0.00002120073,0.001149104,0.001429854,0.0008275328,0.0001392078,0.0002202486,0.00001272801],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002162672,"about_ca_system_score_gemma":0.0006551074,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02139809,"about_ca_topic_score_gemma":0.0009154731,"domain_scores_codex":[0.9989566,0.00006517883,0.0001926358,0.0002300543,0.0001296005,0.0004259725],"domain_scores_gemma":[0.9995273,0.00003108343,0.00008138789,0.0001428118,0.0001648552,0.00005253857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","study_design_scores_codex":[0.00002360478,0.0001385271,0.0573246,0.0000235479,0.00003341785,4.922913e-7,0.06020897,5.853595e-7,0.0005644851,0.7972456,0.05044794,0.03398827],"study_design_scores_gemma":[0.0002632993,0.0000847177,0.5803167,0.000009961597,0.000002193466,0.000007160404,0.02386541,0.00007826966,0.0004135067,0.05501202,0.3396334,0.0003134451],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.928987,0.000573471,0.000004321595,0.03674524,0.000150175,0.000222,0.00001668555,0.00001701774,0.03328405],"genre_scores_gemma":[0.9973718,0.0001597093,0.00001577384,0.0001635422,0.0005590058,0.00001870428,0.000002431653,0.00000526812,0.001703786],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7422335,"threshold_uncertainty_score":0.9985618,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2965734489","doi":"10.1177/0306312719866007","title":"Epigenetics, ethics, law and society: A multidisciplinary review of descriptive, instrumental, dialectical and reflexive analyses","year":2019,"lang":"en","type":"review","venue":"Social Studies of Science","topic":"Race, Genetics, and Society","field":"Biochemistry, Genetics and Molecular Biology","cited_by":112,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University and Génome Québec Innovation Centre","funders":"Institute of Genetics","keywords":"Sociology; Dialectic; Reflexivity; Normative; Nature versus nurture; Politics; Meaning (existential); Environmental ethics; Epistemology; Political science; Social science; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.2477476588515675,"gpt":0.4942759138108986,"spread":0.2465282549593311,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.001323543,0.0003171443,0.001444248,0.00003092496,0.0007632432,0.00001821358,0.0003450598,0.0003415923,0.000001749395],"category_scores_gemma":[0.0005274774,0.0002619687,0.0004588897,0.000315721,0.01474093,0.000009421553,0.001173684,0.0002953419,6.533136e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006122205,"about_ca_system_score_gemma":0.0005644531,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004042673,"about_ca_topic_score_gemma":0.00002185714,"domain_scores_codex":[0.9977866,0.0001808975,0.0006029255,0.0006963794,0.0004233346,0.0003098588],"domain_scores_gemma":[0.9984947,0.0001200695,0.0005376398,0.0002781821,0.0004878236,0.00008157069],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004863445,0.0004595463,0.0002307368,0.4887488,0.005166645,0.000003236315,0.03680266,7.760961e-7,0.01136686,0.003882035,0.004579596,0.4487104],"study_design_scores_gemma":[0.001433689,0.002820551,0.000534374,0.08109634,0.007384423,0.00002543875,0.0511746,0.000008178296,0.005879401,0.001269609,0.8455475,0.002825903],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001388722,0.9970521,0.000008945414,0.00009188847,0.000233829,0.0005017071,0.00008030263,0.000003654096,0.0006388646],"genre_scores_gemma":[0.001992588,0.9961883,0.001357696,0.0001874351,0.0001455284,0.00001957775,0.00001683884,0.00001945407,0.00007255832],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8409679,"threshold_uncertainty_score":0.9999833,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2129601625","doi":"10.1088/0963-6625/9/4/306","title":"Gender differences in scientific knowledge and attitudes toward science: a comparative study of four Anglo-American nations","year":2000,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Environmental Education and Sustainability","field":"Environmental Science","cited_by":109,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Ignorance; Sociology of scientific knowledge; General Social Survey; Public opinion; Political science; Variation (astronomy); Scientific evidence; Social science; Sociology; Psychology; Social psychology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.1476767092510554,"gpt":0.347158489290871,"spread":0.1994817800398156,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002042386,0.0001176291,0.0002185647,0.0005885662,0.0008943324,0.0001766794,0.0006509447,0.00001536457,0.000525626],"category_scores_gemma":[0.000158547,0.0001027762,0.0000202485,0.005547757,0.02510381,0.001083158,0.0002710477,0.00009311804,0.000006140722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001093398,"about_ca_system_score_gemma":0.0003128346,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000367442,"about_ca_topic_score_gemma":0.0007578136,"domain_scores_codex":[0.9976959,0.00007567117,0.0003064823,0.0006139143,0.0009186908,0.000389347],"domain_scores_gemma":[0.9992622,0.0001090863,0.0001257601,0.000272312,0.00004059472,0.0001900423],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000005158689,0.0009690726,0.9447901,0.00001065717,0.000002515346,2.518786e-7,0.04977401,0.0000558764,0.001417357,0.002187076,0.00001024925,0.0007776406],"study_design_scores_gemma":[0.0002264481,0.0001409779,0.8923202,0.000006720805,0.000003274571,0.000001363028,0.1050315,0.0009011293,0.0001587623,0.0010825,0.00002546194,0.0001016658],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9851303,0.00002108906,0.00009135297,0.0001640935,0.00006822388,0.0003581224,0.000002458644,0.0000108567,0.01415352],"genre_scores_gemma":[0.999516,0.000008005601,0.0003092776,0.000008334076,0.000002815299,0.00001365411,3.359207e-7,0.00000286409,0.000138739],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05525754,"threshold_uncertainty_score":0.9775493,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2964645011","doi":"10.1177/0306312719865607","title":"Rethinking gaming: The ethical work of optimization in web search engines","year":2019,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Digital Games and Media","field":"Social Sciences","cited_by":101,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"York University; London School of Economics and Political Science","keywords":"Work (physics); Sociology; Computer science; Search engine; Engineering ethics; Management science; Epistemology; Data science; World Wide Web; Engineering; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.07283206006421261,"gpt":0.3738068655660004,"spread":0.3009748055017878,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003441578,0.00004628455,0.0001526551,0.00006208554,0.0002903764,0.00002777983,0.000406384,0.00006648571,0.00001088692],"category_scores_gemma":[0.001540119,0.00003321697,0.0000376576,0.001521243,0.005432479,0.0001620566,0.0001613012,0.0001803682,0.000002032973],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007102365,"about_ca_system_score_gemma":0.0003092146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008551358,"about_ca_topic_score_gemma":0.0002436603,"domain_scores_codex":[0.998566,0.00007510916,0.0001668997,0.0001357589,0.0008101858,0.0002460546],"domain_scores_gemma":[0.9991468,0.0003823482,0.00007744436,0.00006754498,0.0002992114,0.00002670089],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001964929,0.00004651857,0.01780381,0.00004726057,0.00001625963,6.232038e-7,0.8563883,0.00263807,0.000614917,0.09146083,0.0001365621,0.03082717],"study_design_scores_gemma":[0.0008635553,0.0002072901,0.04510817,0.0006576229,0.00002614743,2.205687e-7,0.9273782,0.001302076,0.001282613,0.01018095,0.01251078,0.0004823328],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9252078,0.0004308997,0.00001782716,0.00605236,0.0004410626,0.000209451,8.085028e-7,0.00001201801,0.06762778],"genre_scores_gemma":[0.9984698,0.0003208822,0.000388756,0.0000839222,0.0000722103,0.000002715731,1.013562e-7,0.000002348954,0.0006593112],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08127988,"threshold_uncertainty_score":0.9972742,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W1512100281","doi":"10.1111/j.1365-2648.2011.05895.x","title":"Boundary work and the introduction of acute care nurse practitioners in healthcare teams","year":2011,"lang":"en","type":"article","venue":"Journal of Advanced Nursing","topic":"Nursing Roles and Practices","field":"Health Professions","cited_by":100,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto; Université de Montréal; McGill University Health Centre; McGill University; Université du Québec en Outaouais","funders":"Canadian Institutes of Health Research; Canadian Health Services Research Foundation","keywords":"Acute care; Nursing; Teamwork; Health care; Scope of practice; Professional boundaries; Interpersonal communication; Medicine; Work (physics); District nurse; Scope (computer science); Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.02171751079458875,"gpt":0.4030430476112646,"spread":0.3813255368166759,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009020671,0.00009881314,0.0003143277,0.000158618,0.0003813177,0.000008762813,0.00009985304,0.00009411434,0.00003536704],"category_scores_gemma":[0.0001726415,0.00006773309,0.00005348634,0.0002732264,0.0002426146,0.000672966,0.000008959647,0.0009976373,0.000001224394],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002784258,"about_ca_system_score_gemma":0.0002317111,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005814274,"about_ca_topic_score_gemma":0.00002081287,"domain_scores_codex":[0.998196,0.0005934648,0.0006494019,0.0001159784,0.0002113616,0.0002337984],"domain_scores_gemma":[0.9978547,0.0002816624,0.0012784,0.0001554664,0.0003537442,0.00007605724],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.03315644,0.0003926741,0.03510543,0.0005006525,0.0001886001,0.00003870097,0.4034365,0.0001460185,0.001391855,0.008354609,0.00865965,0.5086289],"study_design_scores_gemma":[0.01223731,0.00149481,0.1438491,0.00730188,0.0006287851,0.0002984544,0.7432611,0.00001514122,0.0008953309,0.02795831,0.06167407,0.0003856785],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9090558,0.008190645,0.0002502878,0.07387009,0.005198582,0.000514147,0.000005134542,0.00001365354,0.00290161],"genre_scores_gemma":[0.9914405,0.0007252046,0.006773759,0.0002629494,0.0006713818,0.000004895428,0.000002880721,0.00001724079,0.0001011661],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5082433,"threshold_uncertainty_score":0.4334293,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2159758710","doi":"10.1353/cpr.0.0010","title":"A Participatory Group Process to Analyze Qualitative Data","year":2008,"lang":"en","type":"article","venue":"Progress in community health partnerships","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":95,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Public Health Ontario; Toronto Public Health","funders":"","keywords":"Participatory action research; Inclusion (mineral); Citizen journalism; Process (computing); Community-based participatory research; Data collection; Qualitative property; Qualitative research; Psychology; Medical education; Public relations; Sociology; Computer science; Political science; Social psychology; Medicine; World Wide Web; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9355957717829761,"gpt":0.7540166563505594,"spread":0.1815791154324168,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05851843,0.00024117,0.0005844632,0.0003579187,0.003026558,0.00007913404,0.002740863,0.0001519387,0.00006917572],"category_scores_gemma":[0.01134419,0.0002551924,0.00004908447,0.002151807,0.002144857,0.0007104753,0.0007735897,0.001695061,0.00009563345],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006345469,"about_ca_system_score_gemma":0.002512779,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.008032882,"about_ca_topic_score_gemma":0.09699873,"domain_scores_codex":[0.9426124,0.05263527,0.0008502419,0.0005411408,0.00146188,0.001899056],"domain_scores_gemma":[0.9919062,0.004241446,0.0002485022,0.001841359,0.0002618176,0.001500736],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001672015,0.001131254,0.2507475,0.0002381463,0.00002566429,0.00002366819,0.730602,0.000004909618,9.226232e-7,0.006288791,0.001513565,0.00925635],"study_design_scores_gemma":[0.002289318,0.001869285,0.160648,0.000980339,0.00002903901,0.000006359563,0.6430857,0.001738492,0.00007531128,0.008481001,0.179286,0.001511121],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9809693,0.001940827,0.0005677256,0.01149383,0.000156053,0.001654653,0.00005035273,0.0002529562,0.002914372],"genre_scores_gemma":[0.9930492,0.0001480838,0.004562971,0.001294621,0.0001243319,0.0006593573,0.00004338623,0.00003193385,0.00008610603],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1777725,"threshold_uncertainty_score":0.99999,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W1501386359","doi":"10.1023/a:1017924027522","title":"Changes in Academy/Industry/State Relations in Canada: The Creation and Development of the Networks of Centres of Excellence","year":2001,"lang":"en","type":"article","venue":"Minerva","topic":"Research, Science, and Academia","field":"Decision Sciences","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Excellence; Higher education; Political science; Science policy; Public administration; Sociology; Public relations; Engineering ethics; Engineering; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.105944715849032,"gpt":0.3524600781257646,"spread":0.2465153622767327,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001812282,0.00005212707,0.00013202,0.0001118944,0.00007147729,0.00001211642,0.000527732,0.00005801172,0.00005180222],"category_scores_gemma":[0.0006861953,0.00002644312,0.00001150791,0.001166416,0.000245535,0.00009044886,0.0001225241,0.0002637046,4.241236e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005980908,"about_ca_system_score_gemma":0.0005578711,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1484768,"about_ca_topic_score_gemma":0.8134767,"domain_scores_codex":[0.9983219,0.0001427817,0.0004454683,0.0001482425,0.0007662983,0.0001753081],"domain_scores_gemma":[0.9988288,0.0007146999,0.0002070979,0.0001438927,0.00006951161,0.00003599331],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006663548,0.000009532278,0.9493067,0.000002294272,0.000001493143,5.197928e-7,0.002355492,0.008742387,0.0006569033,0.00004513662,0.0006343158,0.03823856],"study_design_scores_gemma":[0.0001028446,0.00000370481,0.9824237,0.0000584555,8.788556e-7,7.784442e-7,0.002315925,0.01036286,0.001401093,0.000292024,0.003007188,0.00003055547],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9950781,0.0003337935,0.00005939451,0.003688828,0.00003198565,0.0001295841,0.000003133052,6.595151e-7,0.0006744788],"genre_scores_gemma":[0.9983678,0.0001376249,0.00006529844,0.00004274676,0.000008558928,0.00000433702,2.427227e-7,0.000001515395,0.001371916],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6649998,"threshold_uncertainty_score":0.8571935,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"incentives","study_design":"qualitative","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W2165393812","doi":"10.1093/her/cym007","title":"A snapshot of community-based research in Canada: Who? What? Why? How?","year":2007,"lang":"en","type":"article","venue":"Health Education Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"York University","funders":"","keywords":"Government (linguistics); Context (archaeology); Psychology; Community health; Agency (philosophy); Community engagement; Medical education; Public relations; Medicine; Public health; Nursing; Political science; Sociology; Geography; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.9458987488110177,"gpt":0.804792841730822,"spread":0.1411059070801957,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.1216857,0.0001455306,0.0004234767,0.002589637,0.003207693,0.00004806423,0.0009756885,0.0001540661,0.0009152829],"category_scores_gemma":[0.005793628,0.000150117,0.00002639025,0.006301624,0.0004443994,0.0004546,0.0002359943,0.005125074,0.00005901038],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.01084094,"about_ca_system_score_gemma":0.2168499,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9837282,"about_ca_topic_score_gemma":0.9898963,"domain_scores_codex":[0.9632486,0.02766204,0.001809678,0.0003854659,0.003499051,0.003395236],"domain_scores_gemma":[0.9651843,0.02827962,0.000418982,0.001182361,0.003674802,0.001259888],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001337977,0.0003469773,0.09485104,0.003736788,0.00000352549,0.000002222807,0.05274976,0.000005897093,0.0001003859,0.003731663,0.8001439,0.04419407],"study_design_scores_gemma":[0.0007133973,0.0002188332,0.2016357,0.001095764,4.243772e-7,7.769826e-7,0.3084452,0.00003918198,0.0001386652,0.0006416775,0.4869621,0.0001082728],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5915923,0.0002475212,0.00008999858,0.3993031,0.0008811518,0.003228331,0.00003273414,0.00001405173,0.004610796],"genre_scores_gemma":[0.9358065,0.0002853294,0.0005632598,0.06153869,0.000249214,0.000787046,0.00008493972,0.00002952235,0.000655487],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3442142,"threshold_uncertainty_score":0.999998,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2103628484","doi":"10.1177/0963662506059259","title":"When it runs in the family: putting susceptibility genes in perspective","year":2006,"lang":"en","type":"article","venue":"Public Understanding of Science","topic":"Alzheimer's disease research and treatments","field":"Medicine","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University","funders":"","keywords":"Causation; Inheritance (genetic algorithm); Perspective (graphical); Disease; Reflexivity; Population; Family aggregation; Psychology; Epistemology; Social psychology; Sociology; Genetics; Biology; Medicine; Social science; Computer science; Demography; Pathology; Gene","retraction":null,"screen_n_in":null,"score":{"opus":0.1266542245590007,"gpt":0.3536581988586312,"spread":0.2270039742996305,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001890025,0.00009606023,0.0001633631,0.0004841328,0.0002232393,0.00009254073,0.0002919625,0.00002888509,0.00002735094],"category_scores_gemma":[0.0002982532,0.00006536768,0.00004792162,0.001471405,0.001670102,0.0004186817,0.00007152446,0.0001446533,0.000003409325],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001370678,"about_ca_system_score_gemma":0.0008471968,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003076278,"about_ca_topic_score_gemma":0.001285845,"domain_scores_codex":[0.997999,0.00006075656,0.000217389,0.0003568374,0.0008628644,0.0005031659],"domain_scores_gemma":[0.9992588,0.0001579098,0.00006071267,0.0002703122,0.0001403598,0.0001118795],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00006120521,0.0009749087,0.9257742,0.00003701624,0.00008830881,0.0000806553,0.00504125,0.000009575811,0.002353491,0.06496156,0.0002938996,0.0003239198],"study_design_scores_gemma":[0.002062215,0.0002491381,0.7676734,0.0001242755,0.00004020107,0.00001717717,0.1294301,0.000977206,0.0005264886,0.09870888,0.00004613684,0.0001446866],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9602002,0.001390345,0.0003209519,0.01006779,0.00003397952,0.000486978,0.000005883015,0.00001807254,0.02747584],"genre_scores_gemma":[0.9994532,0.00002465465,0.000381463,0.0000839718,0.00002506695,0.00001107281,0.000002695088,0.000004922889,0.00001298246],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1581008,"threshold_uncertainty_score":0.6153559,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2121999722","doi":"10.1177/0306312712475256","title":"Legitimate judgment in art, the scientific world reversed? Maintaining critical distance in evaluation","year":2013,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Aesthetic Perception and Analysis","field":"Neuroscience","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Objectivity (philosophy); Subjectivity; Relativism; Epistemology; Sociology; Epistemic virtue; Virtue; Field (mathematics); Newspaper; Foundation (evidence); Aesthetics; Philosophy; Law; Political science; Media studies","retraction":null,"screen_n_in":null,"score":{"opus":0.1305118067694971,"gpt":0.408905627896859,"spread":0.278393821127362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002942936,0.00007879877,0.0001594526,0.0002177236,0.001042347,0.00012134,0.0003778206,0.00001309287,0.0001748562],"category_scores_gemma":[0.002082624,0.00005745654,0.00004362186,0.002507551,0.008440291,0.0004164629,0.0001594572,0.0001138382,0.00007539655],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002754828,"about_ca_system_score_gemma":0.00009868482,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004004091,"about_ca_topic_score_gemma":0.0004478417,"domain_scores_codex":[0.9978395,0.0001603765,0.0002833348,0.0003778055,0.0009950119,0.0003439959],"domain_scores_gemma":[0.9994264,0.0001262881,0.00007896415,0.0001428965,0.0001919417,0.00003353227],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.00005350921,0.000914121,0.02311165,0.0001003455,0.000008603517,0.0000213489,0.1506402,0.002050412,0.4133729,0.3037103,0.01549086,0.0905258],"study_design_scores_gemma":[0.00281823,0.0002009919,0.381825,0.0008294042,0.000106364,0.000006964274,0.304886,0.1079797,0.01544789,0.1758769,0.008552528,0.001469928],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9787135,0.00008016484,0.00007960742,0.01071438,0.0002851227,0.0003287356,0.000002249636,0.00001259107,0.009783651],"genre_scores_gemma":[0.9989096,0.00002127352,0.0000778035,0.0003780617,0.00001714579,0.00006784066,1.752861e-7,0.000002637694,0.0005254958],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.397925,"threshold_uncertainty_score":0.9942582,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"evaluation","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W2061202599","doi":"10.3152/030234210x484784","title":"Critical success factors for government-led foresight","year":2010,"lang":"en","type":"article","venue":"Science and Public Policy","topic":"Sustainable Development and Environmental Policy","field":"Environmental Science","cited_by":87,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Defence Research and Development Canada; University of Ottawa; Wilfrid Laurier University","funders":"","keywords":"Futures studies; Government (linguistics); Key (lock); Function (biology); Success factors; Process management; Business; Public relations; Marketing; Political science; Computer science; Business administration; Computer security","retraction":null,"screen_n_in":null,"score":{"opus":0.009928262111222292,"gpt":0.2646063164457497,"spread":0.2546780543345274,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006766857,0.0001687782,0.0001224081,0.0001001696,0.0008504107,0.0003377959,0.0005665899,0.00007202612,0.0007685686],"category_scores_gemma":[0.002380242,0.0001361223,0.00003672685,0.0007367115,0.002573865,0.001585111,0.0004522731,0.0001318311,0.00005632535],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003388662,"about_ca_system_score_gemma":0.0001853397,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008645818,"about_ca_topic_score_gemma":0.0002094011,"domain_scores_codex":[0.9976469,0.00001116352,0.0001629756,0.0004503649,0.0008033499,0.0009252209],"domain_scores_gemma":[0.9990203,0.0001462997,0.00004105837,0.000250318,0.00001912521,0.0005229379],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002160591,0.0002063909,0.7326124,0.0000289006,0.000008657985,0.000003259487,0.001385626,0.00000248929,0.05053291,0.1552634,0.009256029,0.05067838],"study_design_scores_gemma":[0.0005314173,0.00009608407,0.79871,0.000002775213,0.000008106865,0.00001238454,0.001051515,0.0004906198,0.009446727,0.01737863,0.1717835,0.0004882555],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9568793,0.000004358014,0.00009206983,0.005963842,0.0002110595,0.0002370239,0.0000183888,0.00003459022,0.0365594],"genre_scores_gemma":[0.9965947,0.000006948103,0.0006813655,0.001155835,0.0001466491,0.00004492113,0.000003254788,0.00001199368,0.001354367],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1625274,"threshold_uncertainty_score":0.9483511,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2761317243","doi":"10.1080/09505431.2017.1377389","title":"Techno-economic Assumptions","year":2017,"lang":"en","type":"article","venue":"Science as Culture","topic":"Private Equity and Venture Capital","field":"Business, Management and Accounting","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"York University; University of Toronto","funders":"","keywords":"Capitalism; Neoclassical economics; Economics; Sociology; Political science; Economic system; Positive economics; Politics; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.02042452936234666,"gpt":0.2888771847019577,"spread":0.268452655339611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0002914144,0.00009025766,0.00007682871,0.00009047957,0.001927991,0.001771753,0.001326348,0.00005430431,0.0003251315],"category_scores_gemma":[0.0002120594,0.00007096546,0.00004701692,0.0001076707,0.0005847875,0.004154903,0.0005118828,0.0001224707,0.004380784],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003986951,"about_ca_system_score_gemma":0.00004351458,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001719656,"about_ca_topic_score_gemma":0.00005637129,"domain_scores_codex":[0.999211,7.222291e-7,0.00008180815,0.0002656543,0.0001843437,0.0002565364],"domain_scores_gemma":[0.9992667,0.000001807705,0.000138384,0.000514142,0.00006324451,0.0000157218],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000005067473,0.00004187452,0.008560278,0.00002052849,0.000007086359,0.00001050389,0.000110386,0.00002157913,0.02351258,0.9367878,0.02499213,0.00593015],"study_design_scores_gemma":[0.0003872851,0.00001320984,0.05774141,0.00004588863,0.00002701793,0.00001057849,0.0005250514,0.001107408,0.002297126,0.09588126,0.8415198,0.0004439741],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6069519,0.00005220047,0.00004438931,0.00660919,0.001528,0.0001503928,0.000002832842,0.0001745309,0.3844866],"genre_scores_gemma":[0.9958358,0.000007304867,0.0001000979,0.0008053149,0.0009388477,0.000006074979,0.00000373577,0.000004903853,0.002297917],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8409066,"threshold_uncertainty_score":0.9993713,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2085379196","doi":"10.1177/0162243903028003003","title":"Science and the “Good Citizen”: Community-Based Scientific Literacy","year":2003,"lang":"en","type":"article","venue":"Science Technology & Human Values","topic":"Climate Change Communication and Perception","field":"Social Sciences","cited_by":84,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Victoria","funders":"","keywords":"Grassroots; Citizenship; Scientific literacy; Citizen science; Sociology; Ethnography; Stewardship (theology); Good citizenship; Triad (sociology); Literacy; Science education; Engineering ethics; Public relations; Environmental ethics; Epistemology; Political science; Social science; Pedagogy; Law; Politics; Anthropology; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.2691292464216205,"gpt":0.4614904266637609,"spread":0.1923611802421404,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":["sts"],"category_scores_codex":[0.02270196,0.0001242166,0.0001565382,0.001783805,0.03468588,0.001285391,0.002773213,0.00009846517,0.0001631552],"category_scores_gemma":[0.002992383,0.00009561777,0.00003642715,0.008500187,0.1273789,0.0007490895,0.0003793142,0.000514542,0.00004647672],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002459408,"about_ca_system_score_gemma":0.001034291,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002250798,"about_ca_topic_score_gemma":0.0004964715,"domain_scores_codex":[0.9970796,0.0007170037,0.0002263889,0.0003993508,0.0009786583,0.0005990722],"domain_scores_gemma":[0.9972057,0.0003023386,0.0001332725,0.001279851,0.0009527349,0.0001261266],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000002711143,0.00005961097,0.001512218,0.000004702529,0.000001106161,2.397234e-7,0.03083477,8.449047e-7,0.01469009,0.9472917,0.00007420729,0.005527749],"study_design_scores_gemma":[0.002144485,0.0002098004,0.005380548,0.0001372642,0.00003771685,0.00001348908,0.1273783,0.0005026707,0.009102284,0.5987313,0.2557098,0.0006522886],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8925917,0.0002129096,0.00003954142,0.008014671,0.0002935902,0.0003616248,0.000002495259,0.0003223442,0.09816108],"genre_scores_gemma":[0.9976036,0.00009019631,0.0007225996,0.0006032413,0.00001731485,0.00003412364,0.000002173307,0.0000062383,0.0009205266],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3485604,"threshold_uncertainty_score":0.9997514,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1514905511","doi":"10.33137/aestimatio.v8i0.25971","title":"Worldviews: An Introduction to the History and Philosophy of Science","year":2015,"lang":"en","type":"article","venue":"Aestimatio Sources and Studies in the History of Science","topic":"History of Science and Medicine","field":"Arts and Humanities","cited_by":82,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false},"ca_institutions":"","funders":"","keywords":"History and philosophy of science; Philosophy of science; History of science; Engineering ethics; Epistemology; Sociology; Philosophy; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.1568374648367355,"gpt":0.3024047119962006,"spread":0.1455672471594651,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004464937,0.00009744954,0.0002039979,0.0003302041,0.0006153953,0.0000155053,0.0006171729,0.000008808563,0.00001441274],"category_scores_gemma":[0.0005493212,0.00005396209,0.00001445857,0.0002351874,0.05151627,0.0006887792,0.0001140137,0.00008450473,0.000002020895],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004339189,"about_ca_system_score_gemma":0.0002944231,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002251917,"about_ca_topic_score_gemma":0.0002778394,"domain_scores_codex":[0.9985444,0.00004485742,0.0002527385,0.0002946121,0.0006797488,0.0001836642],"domain_scores_gemma":[0.999065,0.00005807423,0.000161813,0.0002967917,0.0003257511,0.00009251043],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001187808,0.00003528608,0.00009886018,0.00003844034,0.000002168309,5.511962e-7,0.9063473,0.00004204903,0.0002844589,0.05083183,0.03835012,0.003957],"study_design_scores_gemma":[0.0001493328,0.0004289522,0.0004156964,0.00006602441,0.00001769016,0.00000848057,0.1254504,0.0003389759,0.00001151729,0.002244638,0.8707603,0.0001079586],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.900677,0.04702252,0.0000291041,0.01391869,0.008163475,0.0004424401,0.00000239519,0.00002158176,0.02972284],"genre_scores_gemma":[0.9957628,0.0001241807,0.0003887045,0.000795098,0.0003732813,0.0000132136,1.726453e-7,0.000003147804,0.002539353],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8324102,"threshold_uncertainty_score":0.9510649,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W1964316810","doi":"10.1177/0306312713483679","title":"Being ‘evidence-based’ in the absence of evidence: The management of non-evidence in guideline development","year":2013,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":80,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal","funders":"Université de Montréal","keywords":"Evidence-based medicine; Guideline; Evidence-based management; Observational study; Legitimacy; Evidence-based practice; Scientific evidence; Empirical evidence; Hierarchy; Psychology; Objectivity (philosophy); Documentary evidence; Medicine; Alternative medicine; Epistemology; Political science; Pathology; Law","retraction":null,"screen_n_in":null,"score":{"opus":0.5783470874503754,"gpt":0.563405083325452,"spread":0.01494200412492341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01264649,0.0001266397,0.0003810362,0.0001467449,0.0002515587,0.00001567735,0.0007688848,0.00003130739,0.00003096564],"category_scores_gemma":[0.008284369,0.00006967887,0.00006766564,0.001875202,0.002506,0.0007195055,0.0003927882,0.0001838227,0.00000531026],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002209923,"about_ca_system_score_gemma":0.0005364101,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0013882,"about_ca_topic_score_gemma":0.0002705313,"domain_scores_codex":[0.9959594,0.0001384896,0.001759065,0.0003079553,0.001538108,0.0002969701],"domain_scores_gemma":[0.9944758,0.003267015,0.0007209649,0.0003315233,0.001172546,0.00003218547],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004742091,0.000785681,0.4988135,0.002603576,0.000224471,0.00002955102,0.08620378,0.0006400445,0.03392695,0.00147135,0.005935678,0.3688912],"study_design_scores_gemma":[0.0005458661,0.0002186682,0.906755,0.004861627,0.00006690904,0.000001027712,0.08238547,0.0004889179,0.003786767,0.0006404762,0.0001370059,0.0001122416],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9613565,0.001546448,0.0003467081,0.03520875,0.0001342678,0.001246849,5.562153e-7,0.000004655565,0.0001552976],"genre_scores_gemma":[0.987294,0.00153136,0.009998502,0.001024731,0.00004334924,0.00008502485,3.688897e-7,0.000004305013,0.0000183567],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4079415,"threshold_uncertainty_score":0.9917761,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts","metaresearch"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"agree"},{"id":"W2219837050","doi":"10.1177/1476750315616684","title":"Transformative research as knowledge mobilization: Transmedia, bridges, and layers","year":2015,"lang":"en","type":"article","venue":"Action Research","topic":"Participatory Visual Research Methods","field":"Social Sciences","cited_by":78,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Manitoba","funders":"","keywords":"Transformative learning; Participatory action research; Mainstream; Knowledge transfer; Sociology; Citizen journalism; Positivism; Action research; Mobilization; New media; Knowledge management; Public relations; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.962218324450557,"gpt":0.7998834208303206,"spread":0.1623349036202364,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.05099825,0.0001101177,0.0001841133,0.0007567924,0.001677439,0.0003155692,0.0004387271,0.0002120331,0.0003932603],"category_scores_gemma":[0.01014868,0.0001086867,0.00004173749,0.002514998,0.002800483,0.0009164697,0.00009505666,0.001258855,0.0007761148],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008245715,"about_ca_system_score_gemma":0.002936574,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006405238,"about_ca_topic_score_gemma":0.00454496,"domain_scores_codex":[0.9813911,0.01337363,0.0002578296,0.0004202554,0.003303457,0.001253721],"domain_scores_gemma":[0.9924582,0.003320733,0.00002404962,0.000268803,0.002647421,0.001280791],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008640235,0.0008248897,0.005946948,0.0001947591,0.00008552004,0.00005246338,0.5236384,0.00003208385,0.005436298,0.1147979,0.05248011,0.2956467],"study_design_scores_gemma":[0.0008696056,0.0006330399,0.002062084,0.00004505284,0.000005015751,0.000003755787,0.1839511,0.0008418743,0.008113065,0.01212669,0.7911571,0.0001915763],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7185558,0.001234291,0.001655446,0.007883222,0.0003614354,0.001626154,0.000008725058,0.0001484254,0.2685265],"genre_scores_gemma":[0.9882405,0.001289123,0.0002646066,0.00002706759,0.0003938559,0.0002965603,0.000004698783,0.00002269745,0.009460846],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.738677,"threshold_uncertainty_score":0.9999133,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["scholarly_communication"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2111742633","doi":"10.1525/jer.2008.3.2.53","title":"Developing a Participatory Aboriginal Health Research Project: “Only if it's Going to Mean Something”","year":2008,"lang":"en","type":"article","venue":"Journal of Empirical Research on Human Research Ethics","topic":"Indigenous Health, Education, and Rights","field":"Social Sciences","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"NOSM University","funders":"","keywords":"Participatory action research; General partnership; Community-based participatory research; Empowerment; Action research; Indigenous; Public relations; Sociology; Citizen journalism; Culturally appropriate; Process (computing); Action (physics); Engineering ethics; Political science; Medicine; Gerontology; Engineering; Law; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.857952373241667,"gpt":0.7200108122894603,"spread":0.1379415609522067,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2876849,0.0002956615,0.0007673495,0.006086255,0.05369126,0.0006855131,0.002663345,0.0008369815,0.0002051129],"category_scores_gemma":[0.01203235,0.0002376244,0.0002277718,0.007924317,0.005134094,0.0007041329,0.0000722301,0.02240666,0.0005421949],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.009233612,"about_ca_system_score_gemma":0.4398546,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.05804369,"about_ca_topic_score_gemma":0.3738601,"domain_scores_codex":[0.917578,0.05098555,0.001873657,0.0009360154,0.02291332,0.005713459],"domain_scores_gemma":[0.9461353,0.02837736,0.0003743828,0.0008116672,0.02108776,0.003213512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002758561,0.0006688946,0.0009651116,0.0002331709,0.00003873602,0.0002668629,0.6982282,0.00000667324,0.00001305864,0.2421833,0.05664326,0.0004767975],"study_design_scores_gemma":[0.0004313045,0.003478179,0.002034293,0.0009653271,0.000002495046,0.00003751537,0.06625988,0.000006444456,0.0001032884,0.01612195,0.9103157,0.0002436306],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7736226,0.0007678563,0.0001587989,0.1589913,0.0006181447,0.002735161,0.000008359415,0.00005855068,0.06303923],"genre_scores_gemma":[0.8963804,0.04895927,0.005256227,0.002988706,0.008021664,0.00007220113,0.000007209022,0.000161926,0.03815238],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8536724,"threshold_uncertainty_score":0.9975734,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W3003652207","doi":"10.1177/0162243920904436","title":"Making Digital Territory: Cybersecurity, Techno-nationalism, and the Moral Boundaries of the State","year":2020,"lang":"en","type":"article","venue":"Science Technology & Human Values","topic":"Cybernetics and Technology in Society","field":"Arts and Humanities","cited_by":76,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Technocracy; Nationalism; State (computer science); Information infrastructure; Sociology; Scholarship; Political science; Government (linguistics); Public administration; Public relations; Law; Information system; Politics; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.03755315265282001,"gpt":0.2644189347230169,"spread":0.2268657820701969,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0003739933,0.0001450335,0.0002032498,0.0001571288,0.002994671,0.0005605599,0.001249461,0.00008560081,0.00004834917],"category_scores_gemma":[0.000201688,0.00008603084,0.00007986621,0.0003896198,0.07533292,0.0002827674,0.0009531114,0.0003861203,0.000004055474],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002933794,"about_ca_system_score_gemma":0.00009874451,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004697818,"about_ca_topic_score_gemma":0.00009702965,"domain_scores_codex":[0.9987556,0.00001578739,0.0002505763,0.0003206121,0.0003811742,0.000276237],"domain_scores_gemma":[0.9992021,0.00004113265,0.0001899501,0.0003799839,0.0001626592,0.00002419237],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000003434627,0.00001397769,0.002479286,0.000007009183,0.000017077,7.000747e-7,0.02213085,0.000001089843,0.0002519898,0.9736682,0.0004519415,0.0009744677],"study_design_scores_gemma":[0.0004342324,0.00008646213,0.0005283516,0.00002959973,0.00002708229,0.000007508906,0.01501726,0.0002840988,0.001877853,0.9334316,0.04811691,0.0001591004],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9622664,0.0003931696,0.000009540769,0.02646177,0.0002277239,0.0002788885,0.00004489828,0.0003465035,0.009971105],"genre_scores_gemma":[0.9991055,0.000008616973,0.00007513044,0.0003921613,0.00006441459,0.00001716578,0.000001018535,0.00001015574,0.0003258284],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07233825,"threshold_uncertainty_score":0.9983033,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W1980313522","doi":"","title":"Contemporary Debates in the Philosophy of Science","year":2004,"lang":"en","type":"book","venue":"","topic":"Philosophy and History of Science","field":"Arts and Humanities","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Warrant; Unobservable; Empiricism; Philosophy of science; Causation; Epistemology; Analytic philosophy; Philosophy; Sociology; Contemporary philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.09076884434860291,"gpt":0.2327800638712974,"spread":0.1420112195226945,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.000543231,0.00015784,0.0002328668,0.0003487033,0.0003976413,0.00007647365,0.001139282,0.0000482467,0.0006096468],"category_scores_gemma":[0.00001714703,0.00009833917,0.00008477744,0.00005936626,0.01184318,0.0003913261,0.00005718811,0.0002352175,0.00005403667],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000182162,"about_ca_system_score_gemma":0.002468395,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001587274,"about_ca_topic_score_gemma":0.0001627035,"domain_scores_codex":[0.9987251,0.00001394405,0.0002856122,0.0002662177,0.000549372,0.0001598121],"domain_scores_gemma":[0.9993272,0.00006342491,0.0001633818,0.0003081951,0.0001043111,0.00003348252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000004168932,0.00003675254,6.935716e-7,0.0000431364,0.000002370448,0.00000704554,0.02366909,0.000001303468,0.000005600119,0.9615456,0.01464848,0.00003568959],"study_design_scores_gemma":[0.00008863334,0.00008017236,0.000004162478,0.0001484795,0.000003493791,0.000001301503,0.0003952441,0.00000111339,0.0000107093,0.5038364,0.4953159,0.0001144493],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.0000494452,0.001005291,7.379623e-7,0.0010782,0.0003881358,0.000177555,0.00002324186,0.00001933904,0.9972581],"genre_scores_gemma":[0.5079722,0.00001020593,0.00001034171,0.001005846,0.0004235498,0.000006008408,0.000006077639,0.000007954886,0.4905578],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5079227,"threshold_uncertainty_score":0.990846,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low"}],"label_agreement":"split"},{"id":"W2967998638","doi":"10.33524/cjar.v15i3.155","title":"DECOLONIZING HEALTH RESEARCH: COMMUNITY-BASED PARTICIPATORY RESEARCH AND POSTCOLONIAL FEMINIST THEORY","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal of Action Research","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":75,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true},"ca_institutions":"University of Ottawa","funders":"","keywords":"Participatory action research; Community-based participatory research; Panacea (medicine); Sociology; Health equity; Power (physics); Decolonization; Political science; Medicine; Health care; Anthropology; Politics; Law; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9845771906810122,"gpt":0.7933176834033525,"spread":0.1912595072776597,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","research_integrity"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.3567302,0.0001108323,0.0002868097,0.0022844,0.01989673,0.0002271749,0.001137576,0.0001804646,0.0002680583],"category_scores_gemma":[0.03113776,0.00008438576,0.00003447984,0.002467687,0.003345035,0.0002802895,0.0002018732,0.01039667,0.0002527251],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005265665,"about_ca_system_score_gemma":0.08394758,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.1517257,"about_ca_topic_score_gemma":0.567123,"domain_scores_codex":[0.9039399,0.0894125,0.001037494,0.000190818,0.00285024,0.002569052],"domain_scores_gemma":[0.9569715,0.03092935,0.0003572548,0.0006397534,0.007108449,0.003993752],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001014061,0.000109921,0.06488114,0.0004451141,0.00004289757,0.0000891476,0.2705016,0.00003528205,0.0001697454,0.02846751,0.627764,0.006479677],"study_design_scores_gemma":[0.001737651,0.002939241,0.02574201,0.0003604276,0.00000380042,0.00005138083,0.2215945,0.00007378459,0.0001155866,0.02548668,0.7217753,0.000119635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7693483,0.0001644637,0.00002901089,0.2247818,0.0005639238,0.001124057,0.0000344988,0.0000104244,0.003943522],"genre_scores_gemma":[0.989957,0.00002635775,0.0001668338,0.008345257,0.0005751206,0.00009804685,0.000002253265,0.00002770414,0.0008014445],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4153973,"threshold_uncertainty_score":0.9993673,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":true,"about_ca_topic":true,"confidence":"high"},{"model":"gpt","categories":["metaresearch","sts"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high"}],"label_agreement":"split"},{"id":"W1885041469","doi":"10.1002/asi.23278","title":"Contextualizing the information‐seeking behavior of software engineers","year":2014,"lang":"en","type":"article","venue":"Journal of the Association for Information Science and Technology","topic":"Knowledge Management and Sharing","field":"Social Sciences","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"International Business Machines Corporation","keywords":"Computer science; Context (archaeology); Set (abstract data type); Information behavior; Information seeking; Selection (genetic algorithm); Knowledge management; Identification (biology); Contextual design; Field (mathematics); Context analysis; Domain (mathematical analysis); Data science; Focus group; Human–computer interaction; Information retrieval; Artificial intelligence; Marketing; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.01132594315374162,"gpt":0.2694158673322111,"spread":0.2580899241784694,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00556732,0.00003910455,0.00009368428,0.0004207918,0.0007497171,0.0001572548,0.0005336981,0.00006516471,0.000001776115],"category_scores_gemma":[0.009830231,0.00002440651,0.00004342822,0.001006782,0.0002552499,0.002882286,0.00008229862,0.0001088424,0.00000224727],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001647034,"about_ca_system_score_gemma":0.0001398462,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001075698,"about_ca_topic_score_gemma":0.00001572634,"domain_scores_codex":[0.9988503,0.00002499141,0.0003868892,0.00002475222,0.0005714643,0.000141639],"domain_scores_gemma":[0.9970155,0.0001969907,0.001057037,0.00008338351,0.001626275,0.00002079115],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000008720968,0.00001500981,0.08507497,0.00003105255,0.00003402824,1.791236e-8,0.03145084,0.00009592339,0.0001778683,0.6796898,0.002350962,0.2010709],"study_design_scores_gemma":[0.001163407,0.0001230932,0.03013518,0.00008375743,0.0001173857,0.000004035015,0.05013773,0.002462384,0.001825834,0.01003214,0.9037372,0.0001778694],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8398654,0.0001434259,0.06123558,0.04003365,0.004896437,0.00207759,0.00001882342,0.0001810525,0.051548],"genre_scores_gemma":[0.9993373,0.00001607212,0.0003637135,0.0001674956,0.00003343375,0.000006236689,3.372365e-7,9.63077e-7,0.00007447738],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9013862,"threshold_uncertainty_score":0.9985104,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W2171696941","doi":"10.1177/0306312711402722","title":"Bounding an emerging technology: Para-scientific media and the Drexler-Smalley debate about nanotechnology","year":2011,"lang":"en","type":"article","venue":"Social Studies of Science","topic":"Nanotechnology research and applications","field":"Engineering","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Nanotechnology; Sociology; Legislation; Negotiation; Political science; Law; Social science; Materials science","retraction":null,"screen_n_in":null,"score":{"opus":0.0685728097417891,"gpt":0.3240822645937005,"spread":0.2555094548519115,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0010192,0.0001110249,0.0002239632,0.0003647735,0.002129521,0.00003345229,0.0008265779,0.0001151067,0.000004241101],"category_scores_gemma":[0.0003922233,0.00008240674,0.00002811028,0.001934434,0.02762924,0.0001933288,0.0003655027,0.0002556646,0.000005622029],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004436906,"about_ca_system_score_gemma":0.00004298152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001758212,"about_ca_topic_score_gemma":0.0001160592,"domain_scores_codex":[0.9987911,0.00001443556,0.0002024418,0.0002833768,0.0002349924,0.0004736536],"domain_scores_gemma":[0.9993991,0.0000627558,0.00005641773,0.0002722201,0.0001674594,0.00004206748],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00003026572,0.00007143992,0.002153824,0.00007507658,0.0001645575,0.000006713495,0.04749029,0.00001208712,0.3056485,0.5469218,0.0003631482,0.09706224],"study_design_scores_gemma":[0.00182599,0.0001409805,0.005701246,0.00008541956,0.00008106844,0.00002565551,0.08952095,0.00219166,0.4226002,0.4732615,0.003844945,0.0007203913],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9928937,0.00339478,0.0004536964,0.002104855,0.0002195927,0.0002115926,0.000004128061,0.0003418953,0.0003757662],"genre_scores_gemma":[0.9977393,0.0007642464,0.0013542,0.000008193615,0.00001794956,0.00008894506,3.290182e-7,0.00000854365,0.00001835533],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1169517,"threshold_uncertainty_score":0.9991696,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"gpt","categories":["sts"],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"}]}