{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":98,"total_is_capped":false,"direct_labels_cover":6,"predictions_cover":98,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"72f031236374","filters":{"venue":"Implementation Science Communications"}},"results":[{"id":"W3025092189","doi":"10.1186/s43058-020-00023-7","title":"Ten recommendations for using implementation frameworks in research and practice","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":498,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; Washington University in St. Louis; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Clinical Practice; Computer science; Engineering ethics; Data science; Medicine; Engineering; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.9510734582537008,"gpt":0.8452991034930875,"spread":0.1057743547606134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01692729,0.0001508199,0.0002188975,0.0007548135,0.005165162,0.0001658213,0.001285368,0.0001184447,0.0004174275],"category_scores_gemma":[0.008770022,0.0001659882,0.00002531051,0.004342579,0.0009549789,0.002444803,0.0009752116,0.001038252,0.00005074723],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008097669,"about_ca_system_score_gemma":0.002614664,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001628523,"about_ca_topic_score_gemma":0.002285187,"domain_scores_codex":[0.9936253,0.002281325,0.001507009,0.0006161669,0.0008526358,0.001117601],"domain_scores_gemma":[0.9838305,0.01211991,0.0005936389,0.000891729,0.002107974,0.0004562873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001854785,0.0002137647,0.09508256,0.0002451479,0.0000336939,0.000001000599,0.3342235,0.00002560819,0.02061282,0.4120108,0.03408054,0.1032851],"study_design_scores_gemma":[0.003154259,0.0003247206,0.01994474,0.00007547716,0.00002315908,0.000004856183,0.6550957,0.004814859,0.0003837103,0.006731784,0.3091108,0.0003359624],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.113144,0.00008411999,0.0526982,0.8226113,0.0004012551,0.008183137,0.000392605,0.0001348654,0.002350559],"genre_scores_gemma":[0.7301355,0.0002055652,0.2351601,0.032478,0.0001236046,0.001735085,0.0001159986,0.00002579609,0.00002036067],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.7901332,"threshold_uncertainty_score":0.9995795,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4286486503","doi":"10.1186/s43058-022-00315-0","title":"The effectiveness of champions in implementing innovations in health care: a systematic review","year":2022,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":190,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Institut du Savoir Montfort; Ottawa Public Health; Ottawa Hospital; Montfort Hospital; University of Ottawa","funders":"Canadian Institutes of Health Research; University of Ottawa","keywords":"Systematic review; Health care; Medicine; Risk analysis (engineering); Management science; Business; MEDLINE; Engineering; Political science; Economics; Economic growth","retraction":null,"screen_n_in":null,"score":{"opus":0.6876584029627667,"gpt":0.7635209930501735,"spread":0.07586259008740681,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.08241521,0.0003948574,0.002293975,0.002084676,0.005978251,0.0000618189,0.005015229,0.00008050338,0.0002738153],"category_scores_gemma":[0.01106812,0.0003172343,0.0002098662,0.01658344,0.0007745294,0.0005814602,0.002579534,0.00149996,0.00003701458],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.005700056,"about_ca_system_score_gemma":0.01935047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002705425,"about_ca_topic_score_gemma":0.01319764,"domain_scores_codex":[0.9577476,0.02850189,0.0094416,0.0007844547,0.001690797,0.001833671],"domain_scores_gemma":[0.9557938,0.0339962,0.005655581,0.003686781,0.000677361,0.0001903084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000002507156,0.00004987689,0.0003733978,0.9023328,0.00002304189,3.625377e-7,0.009958874,6.228969e-7,8.356865e-7,0.03776906,0.0003322902,0.04915626],"study_design_scores_gemma":[0.000483617,0.00004814223,0.0003486191,0.2068498,0.00008451378,0.000003353235,0.02378208,0.000005344847,1.80856e-7,0.0001482317,0.7680022,0.0002439328],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000008506102,0.9721834,0.00006603706,0.002747119,0.0003340878,0.0230742,0.0004003298,0.00004300278,0.001143337],"genre_scores_gemma":[0.0004133229,0.9678687,0.000461691,0.001606075,0.0000128719,0.0291269,0.0004454887,0.00003975512,0.00002512986],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.7676699,"threshold_uncertainty_score":0.999928,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3087727097","doi":"10.1186/s43058-020-00068-8","title":"Advancing the pragmatic measurement of sustainment: a narrative review of measures","year":2020,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":86,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute on Drug Abuse; National Institute of Mental Health; U.S. Department of Health and Human Services","keywords":"Narrative; History; Political science; Linguistics; Philosophy","retraction":null,"screen_n_in":null,"score":{"opus":0.6523923922329052,"gpt":0.7300703640853611,"spread":0.07767797185245584,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.02734807,0.0003781345,0.001714931,0.0005180779,0.002631937,0.0000256911,0.004865682,0.00008473107,0.00051249],"category_scores_gemma":[0.01332375,0.0002632376,0.0002992298,0.005465651,0.001652332,0.0005772028,0.001514186,0.0008365759,0.0000598466],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001794711,"about_ca_system_score_gemma":0.02025371,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000304634,"about_ca_topic_score_gemma":0.0005698143,"domain_scores_codex":[0.9832963,0.006714205,0.005247871,0.0005405816,0.003308028,0.0008929524],"domain_scores_gemma":[0.9809501,0.005128141,0.006627364,0.003083899,0.003896017,0.0003144801],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000003076713,0.00006184613,0.00004245415,0.1284549,0.0001198769,2.749521e-7,0.05115687,4.371158e-7,0.00004956443,0.01038356,0.02503673,0.7846904],"study_design_scores_gemma":[0.0002399493,0.00006249928,0.00002482003,0.04398291,0.0003315641,0.000002303327,0.03132344,0.000007838077,0.000007578526,0.0001213154,0.9237159,0.0001798374],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00000109464,0.9613265,0.00115994,0.02600402,0.0002419149,0.009090727,0.0002947012,0.00003961586,0.001841469],"genre_scores_gemma":[0.0002501173,0.9907613,0.002527168,0.003439692,0.0000420263,0.00285581,0.00006794074,0.00003023098,0.00002569422],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8986792,"threshold_uncertainty_score":0.999982,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"},{"model":"opus","categories":[],"domain":null,"study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium"}],"label_agreement":"split"},{"id":"W3158130182","doi":"10.1186/s43058-021-00147-4","title":"Harmonizing evidence-based practice, implementation context, and implementation strategies with user-centered design: a case example in young adult cancer care","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":71,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université Laval","funders":"Lineberger Comprehensive Cancer Center, University of North Carolina at Chapel Hill; National Center for Advancing Translational Sciences; National Institute of Mental Health; National Cancer Institute; Washington University in St. Louis; National Institutes of Health; Quality Enhancement Research Initiative; Canada Excellence Research Chairs, Government of Canada; Canada Research Chairs; U.S. Department of Veterans Affairs","keywords":"Context (archaeology); Computer science; Cancer; Process management; Software engineering; Medicine; Engineering; History; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.7146680135989223,"gpt":0.6920483119602389,"spread":0.02261970163868343,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.004620143,0.0003657594,0.0003894405,0.0007693107,0.004249004,0.0005412215,0.0008779246,0.0000854086,0.0007674152],"category_scores_gemma":[0.0008280787,0.0003715143,0.00004493584,0.00340551,0.0007122839,0.006601226,0.0005513692,0.00056475,0.00002276634],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001964567,"about_ca_system_score_gemma":0.01181389,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.07658233,"about_ca_topic_score_gemma":0.4795757,"domain_scores_codex":[0.9913641,0.003220561,0.001920038,0.0009929796,0.001204746,0.001297567],"domain_scores_gemma":[0.9886633,0.004062654,0.00130037,0.001483811,0.004072749,0.0004171423],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002031107,0.0001513087,0.6497076,0.0004385881,0.00006524454,0.0001209982,0.2370892,0.0001850151,0.01307475,0.02081747,0.002186015,0.07596071],"study_design_scores_gemma":[0.005366914,0.0002247419,0.08380681,0.0003514594,0.00009407187,0.0001413263,0.9001827,0.0005910207,0.003479349,0.0001019914,0.005207737,0.0004518957],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9047821,0.00111274,0.03610161,0.0481332,0.0005142405,0.00779034,0.0006940981,0.0002233068,0.0006484315],"genre_scores_gemma":[0.9408098,0.001013534,0.04314783,0.01106599,0.00004960283,0.003610128,0.0002440587,0.00004005588,0.00001900919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6630934,"threshold_uncertainty_score":0.9998737,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220794007","doi":"10.1186/s43058-022-00282-6","title":"A framework to guide storytelling as a knowledge translation intervention for health-promoting behaviour change","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":66,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Royal University; Alberta Health; University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Alberta Innovates; Children's Hospital Foundation; Stollery Children’s Hospital Foundation","keywords":"Storytelling; Psychological intervention; Intervention (counseling); Usability; Computer science; Knowledge translation; Knowledge management; Management science; Psychology; Medicine; Human–computer interaction; Narrative; Nursing; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.8298635826509977,"gpt":0.7663859647152264,"spread":0.06347761793577134,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01693814,0.0001881699,0.0002670496,0.0009883827,0.01330007,0.0000882257,0.002154185,0.00004395379,0.001249589],"category_scores_gemma":[0.001729168,0.0002275481,0.0001022811,0.003365385,0.0002198094,0.0009768496,0.001070638,0.0005945819,0.0001745133],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002634367,"about_ca_system_score_gemma":0.002730684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002515988,"about_ca_topic_score_gemma":0.003226973,"domain_scores_codex":[0.9933175,0.002033938,0.001908163,0.0006333202,0.0009351845,0.001171923],"domain_scores_gemma":[0.9932411,0.00303255,0.001004015,0.00141591,0.0007845286,0.0005218393],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004068891,0.000236607,0.01095383,0.00016557,0.00001189885,1.75641e-7,0.6552567,0.00002930325,0.001467912,0.03177576,0.01041229,0.2896492],"study_design_scores_gemma":[0.001719925,0.0007522567,0.01481375,0.0001614973,0.00002236873,0.000004365694,0.1872084,0.002676402,0.0001493704,0.002692348,0.7894213,0.0003780214],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2266022,0.0006541599,0.3382441,0.394627,0.004210596,0.03042103,0.001647248,0.0007588959,0.002834784],"genre_scores_gemma":[0.8633001,0.00004896205,0.08859145,0.02764219,0.0001696951,0.01974645,0.0002122861,0.00003961969,0.000249244],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.779009,"threshold_uncertainty_score":0.9996634,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4210854767","doi":"10.1186/s43058-022-00264-8","title":"Understanding implementation context and social processes through integrating Normalization Process Theory (NPT) and the Consolidated Framework for Implementation Research (CFIR)","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":58,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta","funders":"University of Alberta; Government of Alberta; London School of Hygiene and Tropical Medicine","keywords":"Implementation research; Workflow; Computer science; Coding (social sciences); Process (computing); Process theory; Normalization (sociology); Process management; Management science; Knowledge management; Data science; Psychology; Work in process; Psychological intervention; Engineering; Database; Sociology; Programming language","retraction":null,"screen_n_in":null,"score":{"opus":0.8435851681408919,"gpt":0.7625669822359986,"spread":0.08101818590489329,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":["sts"],"category_scores_codex":[0.02295676,0.0002426122,0.000320864,0.0005730991,0.03213186,0.0003786277,0.001376951,0.00006571148,0.0008268002],"category_scores_gemma":[0.001830843,0.0002142872,0.00004043191,0.003533848,0.00299944,0.001931914,0.00132731,0.0008725179,0.000005887838],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00129936,"about_ca_system_score_gemma":0.003494309,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001193296,"about_ca_topic_score_gemma":0.004734069,"domain_scores_codex":[0.9902846,0.004789708,0.001594772,0.00067955,0.001489245,0.001162121],"domain_scores_gemma":[0.9847359,0.01132764,0.001210574,0.0007083107,0.001868749,0.0001488105],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0000924321,0.00001612667,0.006178649,0.0001292208,0.00001740785,6.679119e-8,0.2894671,0.000001527028,0.0001801835,0.6980754,0.001341752,0.004500202],"study_design_scores_gemma":[0.003432484,0.0001287665,0.002304572,0.00002593517,0.00004048652,0.000004917586,0.8078324,0.000301117,0.0002101924,0.1731904,0.01233062,0.0001980867],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.482217,0.0004427895,0.3027622,0.1835077,0.0009393051,0.02574872,0.002099472,0.0004011288,0.001881777],"genre_scores_gemma":[0.9774732,0.0001830234,0.004912561,0.008104522,0.00008753355,0.008779486,0.0003962706,0.00003512656,0.00002829735],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5248849,"threshold_uncertainty_score":0.9997138,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3092076193","doi":"10.1186/s43058-020-00077-7","title":"Implementation fidelity and acceptability of an intervention to improve vaccination uptake and child health in rural India: a mixed methods evaluation of a pilot cluster randomized controlled trial","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":54,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Centre Hospitalier de l’Université de Montréal","funders":"","keywords":"mHealth; Psychological intervention; Qualitative property; Checklist; Fidelity; Population; Focus group; Medicine; Descriptive statistics; Mobile phone; Intervention (counseling); Cluster randomised controlled trial; Randomized controlled trial; Qualitative research; Medical education; Psychology; Nursing; Environmental health; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.4401024634200617,"gpt":0.7121727051227918,"spread":0.2720702417027302,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07396034,0.0002119315,0.001101562,0.0007528276,0.0009408703,0.00005760241,0.0007052787,0.00005969948,0.000537717],"category_scores_gemma":[0.009965701,0.0001975901,0.00009362188,0.001872626,0.0004502225,0.001522475,0.0006409636,0.0003157379,0.000002178493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005470114,"about_ca_system_score_gemma":0.001750243,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004285491,"about_ca_topic_score_gemma":0.008868172,"domain_scores_codex":[0.9744389,0.01815289,0.004981305,0.0006215685,0.001200109,0.0006052416],"domain_scores_gemma":[0.9906966,0.003693732,0.002764519,0.0008334701,0.001581051,0.0004306429],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.09664643,0.0004742456,0.006886996,0.0003483944,0.00005961459,2.542465e-8,0.1014206,0.00003184197,0.002713378,0.005523145,0.0001100428,0.7857853],"study_design_scores_gemma":[0.6395926,0.001256585,0.2732494,0.00004342023,0.00008875853,4.98443e-7,0.06948017,0.01429851,0.0003801607,0.001372822,0.00007698493,0.0001601277],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9377717,0.00008145248,0.01237561,0.02584245,0.0002863536,0.02331456,0.000149974,0.00003088307,0.0001470441],"genre_scores_gemma":[0.9609598,0.00009613644,0.03138031,0.003081545,0.00003393285,0.004335559,0.00009916299,0.00001237047,0.00000119431],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7856252,"threshold_uncertainty_score":0.9983738,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3118868803","doi":"10.1186/s43058-020-00099-1","title":"The CFIR Card Game: a new approach for working with implementation teams to identify challenges and strategies","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":39,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Université du Québec à Trois-Rivières; Douglas Mental Health University Institute; McGill University; Douglas College; Université de Moncton; McGill University Health Centre","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC; Fonds de Recherche du Québec - Santé; Fondation de la recherche en santé du Nouveau-Brunswick; Research Manitoba","keywords":"Implementation research; CLARITY; Computer science; Qualitative research; Medicine; Psychological intervention; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.7445529974520254,"gpt":0.7206615126775598,"spread":0.02389148477446557,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005477777,0.0001933556,0.0002201153,0.0002549731,0.005947196,0.0004616897,0.001328964,0.00004643611,0.00008588208],"category_scores_gemma":[0.000646152,0.0001543103,0.00003667408,0.001598086,0.0005626638,0.001101414,0.0007438002,0.0002780703,0.00002962155],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004342058,"about_ca_system_score_gemma":0.00580413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006754696,"about_ca_topic_score_gemma":0.01760229,"domain_scores_codex":[0.9957694,0.0007882079,0.0009922152,0.0006331147,0.0008151897,0.00100191],"domain_scores_gemma":[0.9936705,0.002734523,0.0004964258,0.001581616,0.001058475,0.0004584935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005193495,0.00005185852,0.01179072,0.0001357595,0.00005817607,5.052913e-7,0.1947202,0.00004208938,0.007424726,0.3106664,0.01366022,0.4613974],"study_design_scores_gemma":[0.001538104,0.0001001112,0.08834019,0.00004306925,0.00003428668,0.00000767262,0.6317751,0.0001946459,0.00043035,0.00349649,0.2737925,0.0002475153],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2385996,0.002743859,0.2941106,0.4164551,0.001291132,0.01887185,0.0003275466,0.0005192905,0.02708108],"genre_scores_gemma":[0.9019435,0.001641987,0.0874359,0.005196145,0.0001395993,0.003085496,0.0001044301,0.00002994652,0.000422995],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.6633439,"threshold_uncertainty_score":0.999832,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4221009963","doi":"10.1186/s43058-021-00236-4","title":"Development of the ASSESS tool: a comprehenSive tool to Support rEporting and critical appraiSal of qualitative, quantitative, and mixed methods implementation reSearch outcomes","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":37,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institutes of Health; National Center for Advancing Translational Sciences; York University; Georgia Clinical and Translational Science Alliance","keywords":"Critical appraisal; Delphi method; Delphi; Computer science; Management science; Process management; Process (computing); Knowledge management; Medicine; Engineering","retraction":null,"screen_n_in":null,"score":{"opus":0.9244391861359466,"gpt":0.8400109199227017,"spread":0.08442826621324484,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0480831,0.0001606505,0.000419996,0.0007329701,0.007035108,0.00005509123,0.001322909,0.00003145113,0.0003614819],"category_scores_gemma":[0.01921066,0.0001413071,0.00004506742,0.003188625,0.001781152,0.0006593809,0.004296,0.000547146,0.000003958537],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004014193,"about_ca_system_score_gemma":0.004001526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007399236,"about_ca_topic_score_gemma":0.001127124,"domain_scores_codex":[0.9831888,0.009507143,0.004006902,0.0005397948,0.001959008,0.0007983391],"domain_scores_gemma":[0.9654678,0.02786647,0.002514296,0.001351875,0.002569631,0.0002299851],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002863342,0.00009746043,0.1155515,0.0002286784,0.00003193034,2.342718e-7,0.6066031,0.000005202322,0.07868847,0.1429044,0.00163247,0.05422803],"study_design_scores_gemma":[0.0005452299,0.0001469108,0.4296433,0.00001970143,0.00001193206,0.000002769205,0.548941,0.00005651713,0.00279547,0.00082267,0.01688965,0.0001247992],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9751318,0.00001715597,0.007981582,0.01398308,0.0003945332,0.002062425,0.0002393562,0.00002303634,0.0001670323],"genre_scores_gemma":[0.6708527,0.000006881761,0.3270744,0.0008775648,0.000004621871,0.001135351,0.00002231537,0.00001062436,0.00001546782],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3190929,"threshold_uncertainty_score":0.9942576,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reporting","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"reporting","study_design":"design_other","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"split"},{"id":"W3189068433","doi":"10.1186/s43058-021-00185-y","title":"Champions for improved adherence to guidelines in long-term care homes: a systematic review","year":2021,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":36,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Janeway Children's Health and Rehabilitation Centre; Health Sciences Centre; Memorial University of Newfoundland","funders":"National Institute for Health and Care Research","keywords":"Medicine; Champion; Psychological intervention; Randomized controlled trial; Guideline; Long-term care; Family medicine; MEDLINE; Physical therapy; Nursing; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.405503950672454,"gpt":0.6593067094592107,"spread":0.2538027587867567,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.003187388,0.0003803945,0.002238403,0.0007868467,0.001635006,0.00009817205,0.002822541,0.0001495672,0.000239816],"category_scores_gemma":[0.002935908,0.0003236968,0.0003959584,0.003951186,0.000160128,0.0002848046,0.0009666915,0.0004565386,0.00009486644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008693375,"about_ca_system_score_gemma":0.005343168,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004015479,"about_ca_topic_score_gemma":0.005528132,"domain_scores_codex":[0.9939188,0.001091937,0.003193633,0.0006731166,0.0004050219,0.000717514],"domain_scores_gemma":[0.9906857,0.001611328,0.001390938,0.003405461,0.002675325,0.0002312315],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[7.474699e-7,0.00002807978,0.0000146942,0.6562352,0.00002807219,3.482619e-7,0.00343909,5.293158e-8,0.000001784311,0.0003263513,0.006828155,0.3330974],"study_design_scores_gemma":[0.0003351727,0.0000852121,0.00002768114,0.7230573,0.001068645,0.000005548764,0.02249167,0.000002831948,3.606255e-7,0.00001529132,0.2524892,0.0004211127],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000001140114,0.9772969,0.0009168644,0.001880981,0.0006318485,0.01843134,0.0006046387,0.00006438107,0.0001718616],"genre_scores_gemma":[0.000009570555,0.9694938,0.005848459,0.0008371241,0.00006821581,0.02090293,0.002499521,0.00004096084,0.0002993958],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3326763,"threshold_uncertainty_score":0.9999215,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3144412984","doi":"10.1186/s43058-021-00200-2","title":"Facilitators and barriers to clinical practice guideline-consistent supportive care at pediatric oncology institutions: a Children’s Oncology Group study","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; SickKids Foundation; Pediatric Oncology Group; University of Toronto; McMaster University; Impact","funders":"National Cancer Institute; National Institutes of Health","keywords":"Pediatric oncology; Guideline; Clinical Oncology; Medicine; Oncology; Internal medicine; Clinical Practice; Family medicine; Cancer; Pathology","retraction":null,"screen_n_in":null,"score":{"opus":0.3198640296417984,"gpt":0.6334179623104879,"spread":0.3135539326686894,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.007024914,0.0002366731,0.0005155654,0.0004405783,0.001610297,0.0001149303,0.0006159858,0.0001121389,0.0005572705],"category_scores_gemma":[0.03904726,0.0002438774,0.0001301048,0.001869996,0.0008997468,0.001010502,0.001891085,0.0005130211,0.0000981002],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001889056,"about_ca_system_score_gemma":0.009156878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007165925,"about_ca_topic_score_gemma":0.006610877,"domain_scores_codex":[0.9930001,0.001530048,0.003134934,0.0009477867,0.0009032469,0.0004838178],"domain_scores_gemma":[0.9889669,0.003645494,0.0008911056,0.001861419,0.003538077,0.001096954],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002326092,0.001196935,0.8805898,0.00001348112,0.0001653739,0.00004483722,0.01372269,0.00001468814,0.0004348138,0.00118026,0.008010779,0.09439369],"study_design_scores_gemma":[0.005246202,0.002958324,0.404992,0.0000086678,0.0009302341,0.0003944305,0.2801427,0.00005330301,0.00006852179,0.00004274674,0.3048816,0.0002812675],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9264122,0.0005737637,0.002011096,0.06406648,0.0006138571,0.003717854,0.0002511352,0.0001018823,0.00225168],"genre_scores_gemma":[0.8775344,0.0008507216,0.1052445,0.01517823,0.0001322548,0.0004308094,0.0005871029,0.00001732291,0.00002464881],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4755978,"threshold_uncertainty_score":0.9996895,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4321111050","doi":"10.1186/s43058-023-00396-5","title":"Tailoring dissemination strategies to increase evidence-informed policymaking for opioid use disorder treatment: study protocol","year":2023,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute of Mental Health; National Institute on Drug Abuse; Washington University in St. Louis; National Institutes of Health; Brown University","keywords":"Opioid use disorder; Protocol (science); Opioid; Evidence-based practice; Psychology; Medicine; Psychiatry; Psychotherapist; Alternative medicine; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.7588994750497285,"gpt":0.7715689640092932,"spread":0.01266948895956466,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005570894,0.0002639047,0.0002792394,0.001425352,0.007057113,0.0004907927,0.001757703,0.00005005247,0.0002171249],"category_scores_gemma":[0.006645267,0.0002424376,0.00006320831,0.005706336,0.0003238843,0.005011137,0.0008869253,0.0001851343,0.0003381303],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001541613,"about_ca_system_score_gemma":0.004906252,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006401164,"about_ca_topic_score_gemma":0.02084393,"domain_scores_codex":[0.9947786,0.0007792666,0.001577755,0.0006094021,0.0009686736,0.001286295],"domain_scores_gemma":[0.9867513,0.009036792,0.0006697297,0.001863184,0.001198496,0.0004804606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0002087395,0.0004295267,0.3609329,0.0003529248,0.00004802988,0.000001104164,0.4814086,0.0002069833,0.007300753,0.02541073,0.01291431,0.1107854],"study_design_scores_gemma":[0.002937411,0.0009282502,0.4173968,0.0002268861,0.00003797189,9.075243e-7,0.3742107,0.001604169,0.0002149244,0.0005812519,0.2014253,0.0004353366],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.645425,0.000002673397,0.008425502,0.01848825,0.000417027,0.3249936,0.0003681442,0.0007210501,0.001158764],"genre_scores_gemma":[0.5788861,0.00001687752,0.006199624,0.001032584,0.00007668634,0.4131672,0.00007211928,0.00002476193,0.0005240544],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.188511,"threshold_uncertainty_score":0.9970231,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4361006007","doi":"10.1186/s43058-023-00405-7","title":"A systematic review of dissemination and implementation science capacity building programs around the globe","year":2023,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Global Health and Surgery","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Colorado Clinical and Translational Sciences Institute; North Carolina Translational and Clinical Sciences Institute, University of North Carolina at Chapel Hill; National Center for Advancing Translational Sciences; National Cancer Institute; Michael Smith Health Research BC; University of California, San Francisco; University of California, San Diego; University of Toronto; National University of Singapore; University of Oxford; Quality Enhancement Research Initiative; University of Southampton; School of Medicine, Indiana University; Vanderbilt Institute for Clinical and Translational Research; University of Washington; Johns Hopkins University; Intermountain Healthcare; Institute of Translational Health Sciences; Clinical and Translational Science Institute, Boston University; King's College London; Vanderbilt University; McMaster University; Northwestern University; York University; University of Texas Health Science Center at San Antonio; University of Pennsylvania; Brown University","keywords":"Mentorship; Capacity building; Coursework; Globe; Promotion (chess); Medical education; Health science; Inclusion (mineral); Engineering management; Computer science; Medicine; Knowledge management; Engineering; Library science; Political science; Psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2593578772100948,"gpt":0.5882524758308137,"spread":0.328894598620719,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.01140875,0.000254154,0.001175243,0.0006006652,0.001347604,0.00019571,0.001390938,0.00004944644,0.00001408991],"category_scores_gemma":[0.001697563,0.0001712053,0.0001908978,0.005952094,0.001966911,0.0005501258,0.0006044938,0.0002554092,0.00001218639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006510714,"about_ca_system_score_gemma":0.002309487,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00026495,"about_ca_topic_score_gemma":0.0001239319,"domain_scores_codex":[0.9952677,0.0003766971,0.00197842,0.0004534057,0.001383065,0.0005406621],"domain_scores_gemma":[0.9941649,0.0009549268,0.00161878,0.001959129,0.001052349,0.0002499594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[8.45348e-7,0.00004883697,0.00009287141,0.707625,0.0000435668,3.134056e-7,0.0004800156,1.151025e-8,0.00002080148,0.008602841,0.0001491188,0.2829357],"study_design_scores_gemma":[0.0003091901,0.000158764,0.0006609147,0.9441929,0.003311027,0.0002207127,0.007552256,0.00009392684,0.00002739817,0.0003683248,0.04268515,0.0004193609],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002433271,0.9895172,0.000106777,0.001182744,0.0001312137,0.008500458,0.0001058865,0.00006368927,0.0001487367],"genre_scores_gemma":[0.002329912,0.9941066,0.001426347,0.0002205699,0.00002255451,0.001568405,0.0002935312,0.00001811577,0.00001394751],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2825164,"threshold_uncertainty_score":0.9999525,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3118667223","doi":"10.1186/s43058-021-00186-x","title":"Building capacity for implementation—the KT Challenge","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Paul's Hospital; University of British Columbia; Vancouver Coastal Health Research Institute; Vancouver Coastal Health; Centre for Advancing Health Outcomes; Providence Health Care","funders":"Vancouver Coastal Health Research Institute; Providence Health Care","keywords":"Knowledge translation; Qualitative property; Medical education; Health care; Data collection; Capacity building; Medicine; Confidence interval; Psychology; Process management; Knowledge management; Nursing; Computer science; Engineering; Political science; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.8210806323720665,"gpt":0.7665839044620161,"spread":0.05449672791005045,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008172872,0.0002001895,0.0002375841,0.0002930217,0.01064199,0.0001698051,0.002393872,0.00006150477,0.001652983],"category_scores_gemma":[0.001851813,0.0001773067,0.00009703888,0.00253786,0.001009387,0.001209478,0.001025481,0.0004341021,0.0001619214],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008021719,"about_ca_system_score_gemma":0.004450336,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007130037,"about_ca_topic_score_gemma":0.008607264,"domain_scores_codex":[0.9944097,0.001252058,0.001511671,0.0005944158,0.0009761819,0.001255936],"domain_scores_gemma":[0.9895941,0.004513431,0.0007656148,0.002389578,0.002409001,0.000328265],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009026937,0.00007383399,0.01185211,0.0001017448,0.00003558581,4.823283e-7,0.04207201,0.000008246733,0.0219066,0.8023095,0.02578086,0.09584995],"study_design_scores_gemma":[0.001734066,0.00005979194,0.0266609,0.00002487831,0.00003488197,0.000005486535,0.05953924,0.0003057806,0.003353671,0.01197506,0.8960382,0.0002680538],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2978272,0.0002537488,0.1536461,0.5214018,0.003096788,0.01039581,0.001436463,0.000484187,0.01145793],"genre_scores_gemma":[0.8258134,0.0002075639,0.1463442,0.02258091,0.0002444704,0.004374079,0.0001190286,0.00003293573,0.0002834357],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8702573,"threshold_uncertainty_score":0.9992597,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3022802267","doi":"10.1186/s43058-020-00031-7","title":"Improving KT tools and products: development and evaluation of a framework for creating optimized, Knowledge-activated Tools (KaT)","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":29,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Ottawa; University of Calgary; Ottawa Public Health; University Health Network; University of Toronto; St. Michael's Hospital; Ottawa Hospital; Institute for Work & Health; North York General Hospital","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care; University of Calgary","keywords":"Operationalization; Knowledge translation; Blueprint; Knowledge management; Conceptual framework; Delphi method; Delphi; Psychological intervention; Process management; Quality (philosophy); Computer science; Medicine; Engineering; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.7938160176658928,"gpt":0.706751101285971,"spread":0.08706491637992186,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01006974,0.0001633311,0.0002758552,0.0002456237,0.003143911,0.0001412531,0.0007311742,0.00006457421,0.0001045377],"category_scores_gemma":[0.0190568,0.0001640341,0.00001992134,0.001619042,0.0005702862,0.001615191,0.0007324315,0.0002692245,0.000008865805],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003739726,"about_ca_system_score_gemma":0.004588483,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001072286,"about_ca_topic_score_gemma":0.000109305,"domain_scores_codex":[0.9959212,0.0008772655,0.001391127,0.0005213722,0.0007277286,0.0005613214],"domain_scores_gemma":[0.9902737,0.005157843,0.001020796,0.0007191569,0.00251898,0.0003095604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006379105,0.00006751392,0.007967558,0.0006440521,0.0000317317,4.212572e-8,0.2645267,0.00003375506,0.0735985,0.03563229,0.0005000077,0.6169341],"study_design_scores_gemma":[0.0176098,0.0008403412,0.1816076,0.000996936,0.0004130589,0.000006746227,0.5024395,0.08950188,0.1073515,0.005727901,0.09176917,0.001735632],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8692506,0.0002807213,0.08628062,0.03257455,0.0002351897,0.009540994,0.0002980191,0.0001395634,0.00139972],"genre_scores_gemma":[0.6613781,0.00004003988,0.3353361,0.001611812,0.00004391491,0.001507255,0.00006083428,0.00001307062,0.000008825619],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6151984,"threshold_uncertainty_score":0.9981539,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3009913461","doi":"10.1186/s43058-020-00013-9","title":"Effectiveness of confidential reports to physicians on their prescribing of antipsychotic medications in nursing homes","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Sunnybrook Hospital; St. Michael's Hospital; Ottawa Hospital; University of Ottawa; Institute for Clinical Evaluative Sciences; Women's College Hospital; University of Toronto","funders":"Canadian Institutes of Health Research; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Antipsychotic; Family medicine; Population; Intervention (counseling); Nursing; Audit; Psychiatry; Schizophrenia (object-oriented programming); Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.09130742822212425,"gpt":0.4901810979300092,"spread":0.398873669707885,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006660833,0.00006628851,0.0001832206,0.0002934459,0.0001239082,0.00001477187,0.0003208326,0.0000122167,0.00002505192],"category_scores_gemma":[0.0002557247,0.00005972502,0.00004226385,0.001367074,0.0004103438,0.0001370334,0.00007578338,0.00008373023,0.000002931232],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001007169,"about_ca_system_score_gemma":0.0003858146,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00009961683,"about_ca_topic_score_gemma":0.00005525848,"domain_scores_codex":[0.9986961,0.0001403618,0.0003768478,0.0002023168,0.0004300804,0.0001542317],"domain_scores_gemma":[0.9984365,0.0003100435,0.0001575164,0.0007274685,0.0002475449,0.000120938],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","study_design_scores_codex":[0.001035636,0.00127884,0.09752203,0.0001274602,0.0000787215,0.000004901466,0.01232591,0.0001311876,0.7873191,0.01857344,0.00009471252,0.0815081],"study_design_scores_gemma":[0.001269438,0.0004076403,0.7909874,0.0005168834,0.00003034688,0.000006511043,0.00372903,0.0003246418,0.201803,0.0008565928,0.00001550088,0.0000530714],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9893762,0.00007724812,0.002057083,0.006896763,0.00003557578,0.001017083,0.00002508982,0.00001451633,0.0005004505],"genre_scores_gemma":[0.9963897,0.00003323106,0.003348542,0.00008226348,0.000007197466,0.00008285962,0.00004976018,0.000005455539,9.898964e-7],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6934654,"threshold_uncertainty_score":0.2435516,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3034902319","doi":"10.1186/s43058-020-00036-2","title":"Ready, set, go!: exploring use of a readiness process to implement pharmacy services","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":27,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Concordia University","keywords":"Pharmacy; Process (computing); Process management; Health care; Conceptualization; Service (business); Pharmacist; Knowledge management; Medical education; Set (abstract data type); Psychology; Nursing; Medicine; Business; Computer science; Marketing; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.9225606912436152,"gpt":0.7705932459430364,"spread":0.1519674453005788,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003270127,0.0002290461,0.000342578,0.0005206747,0.002514759,0.0001083313,0.002809965,0.00002862067,0.0009190962],"category_scores_gemma":[0.001046915,0.000231283,0.00004624524,0.004717773,0.0003517637,0.003406037,0.001407919,0.0003436023,0.0004089316],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003544396,"about_ca_system_score_gemma":0.00220954,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003015975,"about_ca_topic_score_gemma":0.002046033,"domain_scores_codex":[0.9943307,0.0007561666,0.001989204,0.0006138874,0.001266367,0.001043663],"domain_scores_gemma":[0.9932268,0.001498178,0.00095623,0.001544975,0.001870025,0.0009037802],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001157128,0.0001155476,0.3073396,0.0009014062,0.0000426338,0.000001141591,0.5553905,0.0001788529,0.06750456,0.02554089,0.0145998,0.02826937],"study_design_scores_gemma":[0.002348994,0.0002331973,0.06554273,0.0001620047,0.00005667202,0.000002217423,0.1708483,0.002488892,0.0128145,0.000258941,0.7446778,0.0005657614],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8787076,0.00001368121,0.003646517,0.1109785,0.0003675291,0.004035044,0.0008047869,0.0002369308,0.001209311],"genre_scores_gemma":[0.9551904,0.0001012101,0.01188656,0.03046962,0.00008803453,0.002083917,0.0001128271,0.00002716426,0.00004033958],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.730078,"threshold_uncertainty_score":0.9999942,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3028693686","doi":"10.1186/s43058-020-00027-3","title":"Unrecognized implementation science engagement among health researchers in the USA: a national survey","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"National Institute on Drug Abuse; York University; New York University","keywords":"Logistic regression; Psychological intervention; Psychology; Health Information National Trends Survey; Population; Sample (material); Population health; Health science; Medical education; Medicine; Applied psychology; Environmental health; Health care; Political science; Psychiatry; Health information","retraction":null,"screen_n_in":null,"score":{"opus":0.9601262163093524,"gpt":0.8041910496060682,"spread":0.1559351667032841,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","open_science","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.08286393,0.000255758,0.000324449,0.001124737,0.009528143,0.0003723734,0.005749802,0.00005097383,0.001623187],"category_scores_gemma":[0.01020892,0.0002229207,0.0000554148,0.01347715,0.00322041,0.002832415,0.001560404,0.001130854,0.0004507074],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002500353,"about_ca_system_score_gemma":0.01914534,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01977278,"about_ca_topic_score_gemma":0.105556,"domain_scores_codex":[0.9813098,0.008597715,0.002463372,0.0009796885,0.004597417,0.002052031],"domain_scores_gemma":[0.9879262,0.006129958,0.001193346,0.001488787,0.002452566,0.0008091142],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002549414,0.00007697202,0.8086385,0.0000460858,0.000008316564,4.776574e-7,0.1431615,0.00002097585,0.001265427,0.01650534,0.01862475,0.01162618],"study_design_scores_gemma":[0.001738247,0.0001277673,0.8838223,0.00002094134,0.000003808553,8.086875e-7,0.09112649,0.0008371167,0.00008616316,0.0004003714,0.02163759,0.000198346],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7259286,0.00003965685,0.002406709,0.2548975,0.000454446,0.008723911,0.000617008,0.0001400991,0.006792076],"genre_scores_gemma":[0.9397404,0.0001420144,0.004473312,0.05374765,0.00007838023,0.001566503,0.0002049685,0.00001934122,0.00002739489],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2138118,"threshold_uncertainty_score":0.9996296,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"grok","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"},{"model":"opus","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4210729527","doi":"10.1186/s43058-022-00258-6","title":"Implementation of a diabetes prevention program within two community sites: a qualitative assessment","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Brock University; Okanagan University College; University of British Columbia, Okanagan Campus; University of British Columbia","funders":"Social Sciences and Humanities Research Council of Canada; Canadian Institutes of Health Research; Michael Smith Health Research BC","keywords":"Implementation research; Focus group; Context (archaeology); Process (computing); Qualitative research; Program evaluation; Medical education; Process management; Psychology; Computer science; Knowledge management; Medicine; Psychological intervention; Nursing; Engineering; Political science; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.7627843112415362,"gpt":0.8032510626740976,"spread":0.0404667514325614,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03073222,0.0002435558,0.0003905386,0.0009386024,0.012472,0.00007671746,0.002950333,0.00003443628,0.003092022],"category_scores_gemma":[0.0006414506,0.000268321,0.0001048766,0.004494616,0.001257436,0.001446641,0.002726264,0.001257034,0.0000348794],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001818418,"about_ca_system_score_gemma":0.005737028,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004249322,"about_ca_topic_score_gemma":0.0109232,"domain_scores_codex":[0.97943,0.01430707,0.002720073,0.0004754818,0.002016873,0.001050574],"domain_scores_gemma":[0.9898552,0.003664629,0.002638314,0.002229339,0.001319468,0.0002931061],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001643551,0.0007327925,0.2569547,0.0001709662,0.00006575282,1.330755e-7,0.613167,0.00008345281,0.0267329,0.06569543,0.003257732,0.0331227],"study_design_scores_gemma":[0.002864304,0.0008953907,0.1024884,0.00002866832,0.00004639262,0.000001045777,0.8770166,0.001096473,0.001128361,0.005975622,0.008167618,0.0002911006],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9814931,0.00001684581,0.001546484,0.007937744,0.0003763509,0.005440571,0.000591669,0.0002133144,0.002383956],"genre_scores_gemma":[0.9493624,0.00001008623,0.0379452,0.002652876,0.00002727478,0.009337833,0.0005445768,0.00002635808,0.00009339493],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2638496,"threshold_uncertainty_score":0.9999769,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226090211","doi":"10.1186/s43058-022-00267-5","title":"A pragmatic evaluation of a public health knowledge broker mentoring education program: a convergent mixed methods study","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Public Health Policies and Education","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Impact; Health Sciences Centre; McMaster University Medical Centre; McMaster University","funders":"","keywords":"Public health; Medical education; Knowledge management; Psychology; Computer science; Medicine; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.5633739311103056,"gpt":0.7321483200959036,"spread":0.1687743889855979,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.06494446,0.0001616547,0.0003045597,0.0009810397,0.006637686,0.00006437388,0.001579142,0.00002953799,0.001728545],"category_scores_gemma":[0.001268583,0.0001725275,0.00005818819,0.004032092,0.0002749498,0.0007306786,0.001437178,0.0004810241,0.00002589353],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00453945,"about_ca_system_score_gemma":0.0324212,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004709256,"about_ca_topic_score_gemma":0.001940888,"domain_scores_codex":[0.9764045,0.01822251,0.002074948,0.0004896829,0.001775417,0.001032876],"domain_scores_gemma":[0.9927585,0.0008185077,0.001553864,0.001908807,0.002538758,0.0004215961],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.000002526638,0.00312062,0.01443788,0.00008608142,0.00002917974,5.503539e-9,0.1852256,0.00001158278,0.0003106797,0.01194832,0.008775813,0.7760517],"study_design_scores_gemma":[0.001069231,0.0004136922,0.09189402,0.00002285526,0.00004641187,0.000001243097,0.5880703,0.005109115,0.00001221501,0.0006427454,0.3125763,0.0001418414],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8719682,0.001953052,0.003948074,0.06111848,0.0070657,0.03658066,0.0001423638,0.0003498367,0.01687367],"genre_scores_gemma":[0.9414698,0.00008246959,0.01967004,0.0008006756,0.00007786673,0.03729825,0.0003339006,0.00002135383,0.0002455877],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7759098,"threshold_uncertainty_score":0.9992819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3135509394","doi":"10.1186/s43058-021-00222-w","title":"German translation and pre-testing of Consolidated Framework for Implementation Research (CFIR) and Expert Recommendations for Implementing Change (ERIC)","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University; University of Saskatchewan","funders":"Bundesministerium für Bildung und Forschung","keywords":"German; Computer science; Implementation research; Process (computing); Knowledge translation; Medical education; Knowledge management; Linguistics; Psychological intervention; Medicine; Programming language; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.9268196575723351,"gpt":0.794091756009783,"spread":0.1327279015625521,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00968033,0.0001873762,0.0003083748,0.0006210518,0.006304077,0.0001475548,0.0006434852,0.00009158535,0.0002553245],"category_scores_gemma":[0.002170388,0.000211718,0.00004449304,0.002440688,0.000803378,0.001438208,0.0006415147,0.0003262115,0.000002780592],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002687826,"about_ca_system_score_gemma":0.001588652,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001075855,"about_ca_topic_score_gemma":0.002374979,"domain_scores_codex":[0.9947176,0.001167782,0.001693358,0.0006403435,0.0006417551,0.00113918],"domain_scores_gemma":[0.9836491,0.01091577,0.0008808319,0.0009523585,0.003319698,0.0002822205],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005667441,0.0001068388,0.03651766,0.0006446809,0.00005419287,1.969884e-7,0.3043891,2.389948e-7,0.05683877,0.1545795,0.00469547,0.4421166],"study_design_scores_gemma":[0.006355437,0.0005809639,0.1038776,0.0005414265,0.0001082675,0.00001189102,0.4243278,0.003410447,0.01498638,0.03685744,0.4082047,0.0007376224],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.775065,0.0008928016,0.06871897,0.1331813,0.0007384436,0.01746024,0.003068266,0.0002184304,0.0006565599],"genre_scores_gemma":[0.6343539,0.0005913646,0.3562579,0.002469368,0.0001147371,0.005677014,0.0004831349,0.00002850922,0.00002407661],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.441379,"threshold_uncertainty_score":0.9949896,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3150404777","doi":"10.1186/s43058-021-00143-8","title":"Adapting and adopting highly specialized pediatric eating disorder treatment to virtual care: a protocol for an implementation study in the COVID-19 context","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Eating Disorders and Behaviors","field":"Psychology","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Hospital for Sick Children; University of Calgary; Environmental Studies Association of Canada; Canadian Mental Health Association; University Health Network; University of Toronto; McMaster University","funders":"Canadian Institutes of Health Research","keywords":"Fidelity; Context (archaeology); Eating disorders; Feeling; Anxiety; Psychology; Medicine; Medical education; Clinical psychology; Psychiatry; Computer science; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.259746236083174,"gpt":0.5763790770894598,"spread":0.3166328410062857,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001504135,0.0001595633,0.0001626397,0.0002527753,0.001750905,0.0003318536,0.0006472014,0.00002478797,0.0001666665],"category_scores_gemma":[0.0001850978,0.0001365032,0.00003811613,0.001289941,0.0001214153,0.0003402839,0.0001995709,0.00008871676,0.000003402233],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002730156,"about_ca_system_score_gemma":0.0005373808,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005281744,"about_ca_topic_score_gemma":0.07819291,"domain_scores_codex":[0.9975194,0.0006816239,0.0006289775,0.0004858456,0.0003254996,0.0003586476],"domain_scores_gemma":[0.9978889,0.0005560255,0.0002639095,0.0009114936,0.0002494503,0.0001301905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003187234,0.0008055153,0.6520765,0.000007744115,0.000007755804,0.000001027119,0.2215015,0.00002319146,0.0002757617,0.005229936,0.0001121752,0.119927],"study_design_scores_gemma":[0.005240418,0.001576243,0.1628289,0.000003666815,0.00004413705,0.00000419604,0.8240249,0.00004397823,0.00001523619,0.00005405747,0.00599942,0.0001648256],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9151264,0.00002963999,0.00146728,0.001962068,0.0000641923,0.0810169,0.00006752118,0.00004390071,0.000222077],"genre_scores_gemma":[0.8006578,0.000002993155,0.005079249,0.0006510607,0.00003902086,0.1934376,0.0001074484,0.00001232212,0.00001244889],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6025234,"threshold_uncertainty_score":0.9995487,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3201113780","doi":"10.1186/s43058-021-00204-y","title":"Implementation of a central-line bundle: a qualitative study of three clinical units","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Central Venous Catheters and Hemodialysis","field":"Health Professions","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Hospital for Sick Children; The Wilson Centre; University of Toronto","funders":"Physicians' Services Incorporated Foundation","keywords":"Bundle; Context (archaeology); Patient safety; Thematic analysis; Nursing; Psychological intervention; Quality management; Workflow; Medicine; Unit (ring theory); Qualitative research; Medical education; Psychology; Health care; Operations management; Engineering; Computer science; Political science; Management system; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.461610871029503,"gpt":0.64745078609074,"spread":0.185839915061237,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003783458,0.0001256243,0.0004027243,0.0002446348,0.001126022,0.00001827153,0.0009131564,0.00004889855,0.0009122074],"category_scores_gemma":[0.0003912531,0.0001233326,0.00009006576,0.002717605,0.0005328247,0.0003703574,0.0006604701,0.0002879442,0.00001175187],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001935405,"about_ca_system_score_gemma":0.002637393,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004990236,"about_ca_topic_score_gemma":0.05631613,"domain_scores_codex":[0.9948248,0.001742242,0.001984841,0.0003345889,0.0006565097,0.0004570226],"domain_scores_gemma":[0.9934207,0.001289394,0.001158122,0.00152253,0.002452411,0.0001567978],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003072233,0.002251058,0.4804581,0.00005067981,0.0001553105,6.717717e-7,0.4718986,0.00001006909,0.004957873,0.01516724,0.0003988314,0.02462094],"study_design_scores_gemma":[0.002100992,0.0004377941,0.2543618,0.00002606357,0.0001208456,5.876307e-7,0.7402753,0.000116479,0.001131484,0.0007783023,0.0005462882,0.000104092],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.994261,0.00008047235,0.002118893,0.001394891,0.000191264,0.001280769,0.0002359835,0.00002359492,0.0004131369],"genre_scores_gemma":[0.9960905,0.0002037844,0.00309986,0.0001697773,0.00003016802,0.0001476651,0.0002139878,0.00001138149,0.0000328991],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2683767,"threshold_uncertainty_score":0.9988031,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323356288","doi":"10.1186/s43058-023-00400-y","title":"A continuous quality improvement strategy to strengthen screening practices and facilitate the routine use of intravenous iron for treating anaemia in pregnant and postpartum women in Nigeria: a study protocol","year":2023,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Iron Metabolism and Disorders","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Health Sciences Centre; University of Alberta","funders":"Bill and Melinda Gates Foundation","keywords":"Intravenous iron; Protocol (science); Medicine; Quality management; Postpartum haemorrhage; Obstetrics; Pregnancy; Intensive care medicine; Iron deficiency; Anemia; Operations management; Alternative medicine; Engineering; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1932200218059877,"gpt":0.4889046080438579,"spread":0.2956845862378702,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003418433,0.00009030685,0.0002023517,0.0002572742,0.0002479297,0.00009559771,0.0002170451,0.00001404998,0.000004534014],"category_scores_gemma":[0.001004501,0.00006851103,0.00001166484,0.0008118495,0.0002066422,0.0003720763,0.0002478322,0.0000828984,2.271532e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006099546,"about_ca_system_score_gemma":0.0001789152,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003862608,"about_ca_topic_score_gemma":0.008380984,"domain_scores_codex":[0.9984525,0.0002202572,0.0005620613,0.0002387942,0.0002318254,0.0002945288],"domain_scores_gemma":[0.9983764,0.0005641023,0.0003368823,0.0005152185,0.0001288183,0.00007861388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004432533,0.0006003807,0.5730588,0.0001579627,0.00001309242,7.990292e-7,0.1529627,0.0001210318,0.01842037,0.0003627135,0.000009778365,0.253849],"study_design_scores_gemma":[0.00285056,0.001040639,0.7131993,0.00003670436,0.00001137391,6.080953e-7,0.2818662,0.0005958757,0.0001825964,0.0000529847,0.00009791062,0.00006526932],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9574776,0.00001335563,0.00005804421,0.001113353,0.000005280472,0.04124628,0.00005094143,0.00001329449,0.00002183672],"genre_scores_gemma":[0.9596462,0.00002566001,0.001576994,0.00005506098,0.000002706479,0.03864507,0.00002004763,0.000005159587,0.00002314091],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2537838,"threshold_uncertainty_score":0.5839134,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3194354084","doi":"10.1186/s43058-021-00198-7","title":"Implementation contextual factors related to community-based active travel to school interventions: a mixed methods interview study","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Urban Transport and Accessibility","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Canadian Partnership Against Cancer","funders":"National Center for Chronic Disease Prevention and Health Promotion; National Institute of Diabetes and Digestive and Kidney Diseases; National Cancer Institute; National Institutes of Health; Eunice Kennedy Shriver National Institute of Child Health and Human Development; Centers for Disease Control and Prevention; National Institute of Child Health and Human Development; U.S. Department of Veterans Affairs","keywords":"Thematic analysis; Sustainability; Psychological intervention; Implementation research; Incentive; Psychosocial; Qualitative research; Psychology; Medical education; Incentive program; Population; Medicine; Nursing; Sociology; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.3486291787808724,"gpt":0.6111544661214393,"spread":0.262525287340567,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00906303,0.0002050391,0.0003122067,0.0005329747,0.004299765,0.0005389227,0.002531402,0.00004827833,0.00208439],"category_scores_gemma":[0.001066613,0.0002210242,0.0001952619,0.004464463,0.0005892933,0.001548716,0.0006065136,0.000425424,0.00005846246],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007601486,"about_ca_system_score_gemma":0.001517733,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01078054,"about_ca_topic_score_gemma":0.180499,"domain_scores_codex":[0.991564,0.005577616,0.001110935,0.0004802395,0.0007595796,0.0005075652],"domain_scores_gemma":[0.9951727,0.0008941432,0.0003200474,0.00178308,0.001312553,0.0005174518],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003272145,0.003534794,0.3452165,0.00004888594,0.0001734056,0.000001829647,0.3692926,0.00002284565,0.01311381,0.01078116,0.0008895716,0.2568919],"study_design_scores_gemma":[0.000623006,0.000180167,0.4624535,0.00003967338,0.00006215185,1.386748e-7,0.5276747,0.00000781161,0.005248905,0.0006788795,0.00284126,0.0001897418],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9472058,0.00005324887,0.04021163,0.008059312,0.0003365507,0.002587581,0.0001929906,0.0001245065,0.001228397],"genre_scores_gemma":[0.9770519,0.00001048226,0.02095276,0.0009087654,0.00001130172,0.0005426476,0.0003897772,0.00001507115,0.000117334],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2567022,"threshold_uncertainty_score":0.9988278,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4323359270","doi":"10.1186/s43058-023-00402-w","title":"The Implementation Playbook: study protocol for the development and feasibility evaluation of a digital tool for effective implementation of evidence-based innovations","year":2023,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":15,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health; University Health Network; SickKids Foundation; University of Toronto; Public Health Ontario; Hospital for Sick Children","funders":"Canadian Institutes of Health Research","keywords":"Protocol (science); Computer science; Software engineering; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.9007557399719515,"gpt":0.7957294674461549,"spread":0.1050262725257965,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.03958512,0.0002094142,0.0002636392,0.0005381111,0.006857165,0.000154156,0.001324364,0.00004325094,0.00007015811],"category_scores_gemma":[0.004772534,0.0001375908,0.000070651,0.0032892,0.0008664104,0.001415184,0.000508141,0.0001685286,0.000006003923],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008103729,"about_ca_system_score_gemma":0.006964045,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002877694,"about_ca_topic_score_gemma":0.006523183,"domain_scores_codex":[0.9928545,0.001405648,0.002698848,0.0005119675,0.001807136,0.0007218869],"domain_scores_gemma":[0.9705623,0.02052928,0.001961882,0.001367207,0.005484531,0.00009479908],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002638629,0.0001992604,0.4212307,0.0004260131,0.0001049495,1.635201e-8,0.06767382,0.00009027511,0.002892177,0.01114343,0.004018846,0.4919566],"study_design_scores_gemma":[0.00876585,0.0006181397,0.7422603,0.00008373555,0.0001180018,2.102318e-7,0.2226659,0.003885304,0.003794255,0.001784983,0.01581905,0.0002042053],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"empirical","genre_scores_codex":[0.417957,0.000009781017,0.01275157,0.01817107,0.0002322584,0.550203,0.0005528522,0.00008322261,0.00003924297],"genre_scores_gemma":[0.5533416,0.000002941392,0.002021431,0.0002239803,0.00002173222,0.4442887,0.00007653709,0.00001218785,0.00001091236],"genre_candidate":"protocol","genre_consensus":null,"teacher_disagreement_score":0.4917524,"threshold_uncertainty_score":0.9986656,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220712592","doi":"10.1186/s43058-022-00278-2","title":"Applying implementation science frameworks to identify factors that influence the intention of healthcare providers to offer PrEP care and advocate for PrEP in HIV clinics in Colombia: a cross-sectional study","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Queen's University","funders":"Ministry of Science and Technology","keywords":"Health care; Pre-exposure prophylaxis; Exploratory factor analysis; Medical prescription; Psychology; Population; Nursing; Cross-sectional study; Medical education; Medicine; Family medicine; Human immunodeficiency virus (HIV); Psychometrics; Clinical psychology; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.1766574948100929,"gpt":0.5926656034122508,"spread":0.4160081086021579,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004377364,0.0001164522,0.0001826706,0.001116267,0.001663087,0.0002743706,0.001106842,0.00003006409,0.00005404921],"category_scores_gemma":[0.001093021,0.0001085743,0.00006165977,0.003131297,0.000611715,0.0009442987,0.00123799,0.0004439669,0.000001601042],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009391745,"about_ca_system_score_gemma":0.001050935,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006430078,"about_ca_topic_score_gemma":0.02012843,"domain_scores_codex":[0.9968074,0.0002900711,0.0008956299,0.0005065273,0.001076649,0.0004237415],"domain_scores_gemma":[0.9972189,0.0004047694,0.0002674904,0.0008717011,0.001054254,0.000182897],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00007216736,0.0001975429,0.9598292,0.00004216186,0.000007932669,1.673844e-7,0.0238312,0.000208106,0.003665745,0.0003306245,0.00006236005,0.01175279],"study_design_scores_gemma":[0.0009625645,0.001401237,0.803125,0.00003900986,0.000009560922,0.000001996167,0.1926336,0.000702109,0.0006456607,0.0001187249,0.0002854693,0.00007511641],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.986245,0.00005435984,0.001566764,0.002614144,0.00005883392,0.009218873,0.0001983535,0.00001655992,0.00002705161],"genre_scores_gemma":[0.9897615,0.00001670692,0.001982514,0.0002782482,0.000003879291,0.007784534,0.0001359086,0.00000989913,0.00002679994],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1688024,"threshold_uncertainty_score":0.9996366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220913586","doi":"10.1186/s43058-022-00275-5","title":"Opportunities to improve the impact of two national clinical audit programmes: a theory-guided analysis","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Ottawa Hospital; University of Ottawa","funders":"Department of Health and Social Care; Health Services and Delivery Research Programme; National Institute for Health and Care Research","keywords":"Audit; Context (archaeology); Data collection; Performance audit; Best practice; Health care; Psychology; Process management; Joint audit; Business; Accounting; Internal audit; Political science; Geography; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.8384750320246346,"gpt":0.7888302448536391,"spread":0.04964478717099552,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03791234,0.0001751925,0.0003626035,0.001207516,0.007353087,0.00007844785,0.003907925,0.00002748112,0.004147753],"category_scores_gemma":[0.003352363,0.0001351852,0.0002818713,0.006628258,0.001207122,0.0005870372,0.002536964,0.0006023181,0.00006304486],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001474794,"about_ca_system_score_gemma":0.01144415,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003680874,"about_ca_topic_score_gemma":0.001608392,"domain_scores_codex":[0.9888191,0.005463318,0.002414937,0.0004872344,0.001960691,0.0008547831],"domain_scores_gemma":[0.9869714,0.006747989,0.001518428,0.002167962,0.002166912,0.0004273179],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009226921,0.0005103767,0.4308464,0.00002887426,0.0007142042,7.036631e-7,0.1034467,0.002606641,0.002930307,0.3214238,0.08488789,0.05251176],"study_design_scores_gemma":[0.003533499,0.001029285,0.5970363,0.00001612689,0.0003849012,0.000006959307,0.2338632,0.007300299,0.0001030323,0.01771505,0.1384162,0.0005950998],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8643991,0.00004121215,0.01463798,0.09388445,0.0009611683,0.008397951,0.002847189,0.0002108871,0.01462002],"genre_scores_gemma":[0.9805645,0.00002717293,0.004793318,0.01061758,0.00006851399,0.003386785,0.0001210149,0.00001411393,0.0004069807],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3037088,"threshold_uncertainty_score":0.9967626,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3031338960","doi":"10.1186/s43058-020-00017-5","title":"Factors influencing the implementation and uptake of a discharge care bundle for patients with acute exacerbation of chronic obstructive pulmonary disease: a qualitative focus group study","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Chronic Obstructive Pulmonary Disease (COPD) Research","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Heritage Medical Research Clinic; Alberta Health Services; University of Calgary; Alberta Health; University of Alberta","funders":"Canadian Institutes of Health Research; University of Alberta; Alberta Innovates; Alberta Innovates - Health Solutions; Government of Canada; Alberta Health Services","keywords":"Medicine; COPD; Focus group; Exacerbation; Qualitative research; Health care; Thematic analysis; Emergency department; Acute care; Family medicine; Nursing; Intensive care medicine; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.07441116186704967,"gpt":0.4437013415632047,"spread":0.3692901796961551,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003978648,0.0001779429,0.0002586163,0.0001854887,0.0006288646,0.00004377661,0.0005285782,0.00001747964,0.00005154],"category_scores_gemma":[0.0001157869,0.0001290784,0.00006667937,0.0009847709,0.0009354847,0.000759147,0.0003668596,0.0001227039,4.259184e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004600863,"about_ca_system_score_gemma":0.0008457907,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002883602,"about_ca_topic_score_gemma":0.0003709281,"domain_scores_codex":[0.9976833,0.000212355,0.0005969583,0.0003930448,0.0008380252,0.0002763403],"domain_scores_gemma":[0.9971389,0.0003232685,0.0004870454,0.0007306251,0.001101863,0.000218305],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004598716,0.0009610265,0.7804324,0.000337074,0.0002485542,4.221459e-7,0.181223,0.000007374427,0.003582387,0.003717099,0.000009516853,0.0290213],"study_design_scores_gemma":[0.001685864,0.0009147949,0.6740243,0.00002123503,0.0002372373,2.799219e-7,0.3221571,0.0002503906,0.0004321321,0.0001566941,0.00003520372,0.00008482586],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9916537,0.0003562643,0.0007608969,0.0008819179,0.00001812163,0.004912367,0.001364859,0.00001854193,0.00003332731],"genre_scores_gemma":[0.9974549,0.00002907387,0.0009677614,0.00002418881,0.00001414153,0.0006122127,0.0008765091,0.00001911233,0.000002035749],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1409341,"threshold_uncertainty_score":0.5263663,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3131525139","doi":"10.1186/s43058-021-00126-9","title":"Research use at the Ministry of Health in Burkina Faso: the decision-makers’ perspective","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Université de Montréal; Cégep Marie-Victorin","funders":"Canadian Institutes of Health Research","keywords":"Unit (ring theory); Christian ministry; Relevance (law); Cabinet (room); Public relations; Perspective (graphical); Political science; Set (abstract data type); Psychology; Qualitative research; Medical education; Sociology; Medicine; Social science; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.8158068418148013,"gpt":0.7882594809575983,"spread":0.027547360857203,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.02942625,0.0001229101,0.0002357065,0.000437715,0.009238393,0.0001092243,0.002710485,0.00004852239,0.001086839],"category_scores_gemma":[0.00986285,0.00008482455,0.00005362908,0.007160908,0.00310188,0.000718857,0.00258101,0.0008478782,0.0001520193],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002485009,"about_ca_system_score_gemma":0.01087383,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01036677,"about_ca_topic_score_gemma":0.05850353,"domain_scores_codex":[0.9878958,0.007144081,0.001721694,0.0004936428,0.001649112,0.001095698],"domain_scores_gemma":[0.967656,0.02504625,0.0007418076,0.00332717,0.003034647,0.0001941381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004192868,0.0002359558,0.182777,0.00005653463,0.00002215412,0.000001924176,0.4139764,0.00006866166,0.004207848,0.2584126,0.09575748,0.0444415],"study_design_scores_gemma":[0.0006608015,0.00004182295,0.3514017,0.00007625425,0.000003419208,0.000005221213,0.4892894,0.0001166512,0.0002391243,0.004563177,0.1535158,0.00008653216],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5268232,0.0003461916,0.0007845273,0.4651053,0.0003578243,0.002388785,0.0002318385,0.00002650595,0.003935795],"genre_scores_gemma":[0.9816781,0.0006551016,0.00350163,0.01282549,0.00002759084,0.0005761135,0.00003006863,0.00001254511,0.0006933162],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4548549,"threshold_uncertainty_score":0.9998263,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4220738469","doi":"10.1186/s43058-022-00265-7","title":"Evaluating research co-production: protocol for the Research Quality Plus for Co-Production (RQ+ 4 Co-Pro) framework","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Michael Smith Health Research BC; University of Toronto; Western University; Public Health Ontario; George & Fay Yee Centre for Healthcare Innovation; McGill University; University of Ottawa; Canadian Cancer Society; Dalhousie University; University of Manitoba; Ottawa Hospital; International Development Research Centre","funders":"Canadian Institutes of Health Research","keywords":"Production (economics); Relevance (law); Quality (philosophy); Knowledge translation; Knowledge management; Test (biology); Protocol (science); Field (mathematics); Psychology; Process management; Computer science; Business; Medicine; Political science; Mathematics","retraction":null,"screen_n_in":null,"score":{"opus":0.9847313572473071,"gpt":0.893259375979327,"spread":0.09147198126798006,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.2269043,0.0002537372,0.0003582569,0.001274686,0.07902868,0.0003231644,0.005497394,0.0001027657,0.002198713],"category_scores_gemma":[0.05041918,0.0002295357,0.0001201691,0.00710884,0.003926242,0.001275715,0.001572146,0.002606308,0.0001826011],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004587653,"about_ca_system_score_gemma":0.01280358,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001320878,"about_ca_topic_score_gemma":0.001013127,"domain_scores_codex":[0.9699161,0.01642759,0.002842579,0.001507683,0.006647254,0.002658764],"domain_scores_gemma":[0.9361185,0.0473568,0.001418191,0.005485099,0.009184462,0.0004369154],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0008624157,0.0004075937,0.01113383,0.0007589991,0.00005371628,1.641235e-7,0.1616311,0.0008468527,0.0240129,0.1941359,0.5572491,0.04890733],"study_design_scores_gemma":[0.002166689,0.0006012716,0.006443878,0.0000584997,0.00001257564,0.000003842038,0.2299802,0.00190189,0.002222018,0.01678619,0.7395385,0.0002844741],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.0166419,0.00003280476,0.02246579,0.3338425,0.002090701,0.6199169,0.001314367,0.0003328052,0.003362264],"genre_scores_gemma":[0.09255409,0.00001860004,0.03949331,0.003308553,0.000781645,0.8620806,0.0002199182,0.00005241104,0.001490854],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.3305339,"threshold_uncertainty_score":0.9998834,"prediction_status":"machine_predicted_unvalidated"},"labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high"}],"label_agreement":"agree"},{"id":"W4386220630","doi":"10.1186/s43058-023-00487-3","title":"Systematic development of a set of implementation strategies for transitional care innovations in long-term care","year":2023,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"HORIZON EUROPE Marie Sklodowska-Curie Actions; Radboud Universitair Medisch Centrum; KU Leuven; Radboud Universiteit; Universität Zürich; European Commission; University of Alberta","keywords":"Staffing; Process management; Set (abstract data type); Process (computing); Computer science; Knowledge management; Nursing; Medicine; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.2200539437358701,"gpt":0.5798793870098186,"spread":0.3598254432739484,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001210572,0.0001017444,0.0002509149,0.0009262193,0.001015921,0.00002110269,0.0005831113,0.00004239934,0.00007074847],"category_scores_gemma":[0.00006052621,0.0001043827,0.00004962674,0.002713485,0.0002026737,0.0004215333,0.0001299613,0.00009867414,0.000006903383],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003742251,"about_ca_system_score_gemma":0.002823163,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002366563,"about_ca_topic_score_gemma":0.009404222,"domain_scores_codex":[0.9975203,0.0001931256,0.001376393,0.0001880427,0.0004169102,0.0003052817],"domain_scores_gemma":[0.9967783,0.0005007939,0.000570184,0.0005690843,0.001541831,0.00003979968],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002476742,0.00005452306,0.06233351,0.01575463,0.00005022235,1.765009e-7,0.8678709,0.00006350203,0.013669,0.02735141,0.0003142298,0.0125132],"study_design_scores_gemma":[0.000880017,0.00003501839,0.2939474,0.0006659272,0.00003350503,2.262274e-7,0.7027117,0.00002782699,0.001249395,0.000310411,0.00005127081,0.0000872809],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9865915,0.0002856985,0.00734292,0.0007001531,0.0002236153,0.00383917,0.000677111,0.00006048925,0.0002793921],"genre_scores_gemma":[0.9886125,0.00002979379,0.006535446,0.00002068475,0.00001291676,0.001574,0.003197864,0.000009885642,0.000006874941],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2316139,"threshold_uncertainty_score":0.7813742,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4283010240","doi":"10.1186/s43058-022-00302-5","title":"Planning for resilience in screening operations using discrete event simulation modeling: example of HPV testing in Peru","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Cervical Cancer and HPV Research","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Polytechnique Montréal","funders":"National Center for Advancing Translational Sciences; National Cancer Institute; National Institutes of Health","keywords":"Resilience (materials science); Workflow; Computer science; Resource (disambiguation); Scale (ratio); Process management; Psychological intervention; Risk analysis (engineering); Discrete event simulation; Event (particle physics); Operations research; Environmental resource management; Management science; Business; Medicine; Simulation; Engineering; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.5315253389415531,"gpt":0.6006649288854863,"spread":0.06913958994393321,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002075851,0.00006405487,0.0001346461,0.0005530429,0.0008449164,0.00003765684,0.0004642201,0.00001181671,0.0002029417],"category_scores_gemma":[0.0005533209,0.00007145525,0.00002934249,0.002044806,0.0001531718,0.0003702866,0.0004493594,0.0001915959,1.678651e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003881235,"about_ca_system_score_gemma":0.0006270682,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004688421,"about_ca_topic_score_gemma":0.001157651,"domain_scores_codex":[0.9983409,0.000111914,0.0005364052,0.0002372209,0.0005169389,0.000256589],"domain_scores_gemma":[0.9985247,0.0004420992,0.00008038521,0.0005304903,0.000360948,0.00006138143],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003195481,0.00005499099,0.04100817,0.00001292285,0.000001610261,1.993608e-7,0.002668318,0.9330842,0.005073122,0.0005695154,7.713706e-7,0.01749418],"study_design_scores_gemma":[0.0008774875,0.00009997145,0.08821366,0.00001456388,0.000007124949,0.000001901705,0.01136143,0.8989228,0.0002097901,0.0001806155,0.00004973182,0.00006091935],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7165538,0.0001533116,0.2806138,0.0007687091,0.00002341822,0.001303289,0.00004575195,0.00001566672,0.0005223172],"genre_scores_gemma":[0.9550652,0.000005097584,0.0444933,0.0000701342,0.000008757401,0.0002641454,0.000080379,0.00000754643,0.000005431621],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2385114,"threshold_uncertainty_score":0.7087522,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3109943719","doi":"10.1186/s43058-021-00207-9","title":"Closing the know-do gap for child health: UNICEF’s experiences from embedding implementation research in child health and nutrition programming","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Child Nutrition and Water Access","field":"Nursing","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"Wellcome Trust; UNICEF; Styrelsen för Internationellt Utvecklingssamarbete; World Bank Group; World Health Organization; GAVI Alliance; Global Affairs Canada; Bill and Melinda Gates Foundation; Alliance for Health Policy and Systems Research; United States Agency for International Development","keywords":"Context (archaeology); Variety (cybernetics); Implementation research; Public relations; Relevance (law); Political science; Medicine; Economic growth; Medical education; Psychology; Nursing; Computer science; Psychological intervention; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.2435929610432103,"gpt":0.5750572308958537,"spread":0.3314642698526434,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.003462598,0.0001487681,0.0002094377,0.0004808862,0.005722124,0.001065575,0.0009046418,0.0000328396,0.00003664572],"category_scores_gemma":[0.0001377357,0.0001424259,0.00005197486,0.002228639,0.0006560091,0.001168491,0.0004225869,0.0003532591,0.000001546101],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005288371,"about_ca_system_score_gemma":0.0003601115,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001921398,"about_ca_topic_score_gemma":0.006096951,"domain_scores_codex":[0.9963772,0.0009114621,0.0008221857,0.0005626981,0.0006416769,0.00068472],"domain_scores_gemma":[0.9975408,0.0006650264,0.0003180046,0.0008661771,0.0004162759,0.000193675],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001270542,0.0009284248,0.01292789,0.0001924587,0.00002504715,9.115006e-7,0.2711821,0.000009517978,0.001429988,0.01263882,0.003686144,0.6968517],"study_design_scores_gemma":[0.004797895,0.0004740299,0.0154519,0.001065476,0.00001458097,0.00004348563,0.8437429,0.001685978,0.01377085,0.006664713,0.1118759,0.0004123112],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.596475,0.01168139,0.001038257,0.3849023,0.0005012504,0.004790454,0.0002849913,0.0001080792,0.0002182731],"genre_scores_gemma":[0.9800754,0.001696046,0.01362216,0.002041282,0.0001152604,0.001333254,0.001097421,0.00001770066,0.000001520166],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6964393,"threshold_uncertainty_score":0.9999714,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4224073318","doi":"10.1186/s43058-022-00294-2","title":"An exploratory case study investigating the implementation of a novel knowledge translation strategy in a pandemic: the Pandemic Practice Champion","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Hospital for Sick Children; Western University; SickKids Foundation; University of Toronto","funders":"Hospital for Sick Children","keywords":"Champion; CLARITY; Knowledge translation; Thematic analysis; Context (archaeology); Qualitative research; Health care; Exploratory research; Implementation research; Knowledge management; Nursing; Process management; Psychology; Medicine; Political science; Business; Psychological intervention; Sociology; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.8489884890400999,"gpt":0.7452309436103665,"spread":0.1037575454297335,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0324797,0.0001985237,0.0002327722,0.0005760121,0.00909992,0.00009006591,0.002378974,0.0000367166,0.0002925308],"category_scores_gemma":[0.0008158723,0.0001554949,0.00004236995,0.004915105,0.0008524301,0.002337826,0.0008313611,0.001024728,0.000007948313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009797968,"about_ca_system_score_gemma":0.00508318,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01437737,"about_ca_topic_score_gemma":0.129942,"domain_scores_codex":[0.9865304,0.008715245,0.002229086,0.0005223649,0.001249426,0.0007534802],"domain_scores_gemma":[0.9882272,0.007177094,0.00162688,0.00196555,0.000822786,0.0001804777],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001303965,0.0003947974,0.2012557,0.00001883041,0.00001247997,0.00000165429,0.7456404,0.0004641588,0.006960551,0.00244997,0.0001481033,0.04264027],"study_design_scores_gemma":[0.002240501,0.0003052282,0.04431381,0.000009659728,0.00003298736,0.00007542109,0.9433225,0.00456643,0.00003082483,0.0001430705,0.004810402,0.0001491535],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9843484,0.00007658421,0.001362565,0.007791143,0.000216993,0.005634125,0.0001640747,0.00007805942,0.0003280532],"genre_scores_gemma":[0.9902915,0.00005146518,0.001326759,0.003040324,0.00004360715,0.005156775,0.00005831104,0.00002113096,0.00001014811],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1976821,"threshold_uncertainty_score":0.9962658,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3172591438","doi":"10.1186/s43058-021-00179-w","title":"Optimizing hospital-to-home transitions for older persons in rural communities: a participatory, multimethod study protocol","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Alberta Hospital; University of Alberta; McMaster University; Toronto Metropolitan University; Hamilton Health Sciences; Dalhousie University; Trent University; York University","funders":"Canadian Institutes of Health Research","keywords":"Psychological intervention; Transitional care; Dementia; Nonprobability sampling; Focus group; Nursing; Medicine; Health care; Gerontology; Population; Psychology; Environmental health","retraction":null,"screen_n_in":null,"score":{"opus":0.2734743710853947,"gpt":0.6085150703278478,"spread":0.3350406992424531,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002414828,0.0001565702,0.0002614016,0.0004431068,0.003461429,0.00009825552,0.0009437681,0.00004900941,0.0004018036],"category_scores_gemma":[0.0001768609,0.0001653807,0.00007792956,0.001939966,0.0002431416,0.0004931926,0.0003880411,0.0003339247,0.00002623919],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004088652,"about_ca_system_score_gemma":0.001153581,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001380512,"about_ca_topic_score_gemma":0.008279691,"domain_scores_codex":[0.9968699,0.001118271,0.0007911544,0.000230421,0.0003476264,0.0006426689],"domain_scores_gemma":[0.9963006,0.001038146,0.0001930643,0.001502305,0.0007815387,0.0001843892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003623268,0.001357306,0.03455405,0.00005566887,0.00002351026,7.85823e-7,0.9480369,0.00009252204,0.001612663,0.0008226915,0.001736332,0.01167134],"study_design_scores_gemma":[0.003305821,0.0002062581,0.1064593,0.00009301704,0.00003417332,7.138962e-7,0.8843496,0.0008944573,0.0001178969,0.0001239217,0.004212175,0.0002026864],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7329428,0.00003840119,0.02874442,0.02112685,0.0006224449,0.2149907,0.0003402245,0.0002268721,0.0009673288],"genre_scores_gemma":[0.708001,0.000002507034,0.04058025,0.0003224947,0.00002487086,0.2508949,0.0000885857,0.00001740305,0.00006799333],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0719052,"threshold_uncertainty_score":0.9978359,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3009792213","doi":"10.1186/s43058-020-00021-9","title":"Reporting health research translation and impact in the curriculum vitae: a survey","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Lethbridge; University of Ottawa; London Health Sciences Centre; Ottawa Hospital; Western University","funders":"Canadian Institutes of Health Research; Ottawa Hospital Research Institute","keywords":"Knowledge translation; Medical education; Curriculum; Univariate; Metric (unit); Psychology; Citation; Descriptive statistics; Medicine; Applied psychology; Knowledge management; Computer science; Library science; Statistics; Marketing; Pedagogy; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.9568208355940834,"gpt":0.8300756305196967,"spread":0.1267452050743867,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.07849183,0.0001234503,0.000241898,0.0004756792,0.005245727,0.0001564293,0.001648094,0.00003953828,0.0001606573],"category_scores_gemma":[0.01378742,0.00009448113,0.00003047631,0.006958629,0.0008749938,0.001034749,0.0004479086,0.0009144232,0.00006071723],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005062802,"about_ca_system_score_gemma":0.004174613,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01955249,"about_ca_topic_score_gemma":0.02333273,"domain_scores_codex":[0.9840475,0.009718216,0.002948744,0.0005187793,0.001549851,0.00121694],"domain_scores_gemma":[0.9887053,0.007144719,0.001606892,0.001167989,0.0009264436,0.0004486905],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000006907777,0.00003151645,0.7812592,0.00004088776,0.000002526604,4.053099e-7,0.1784623,0.000005552116,0.0004288358,0.002492347,0.008563835,0.02870571],"study_design_scores_gemma":[0.0005913166,0.0001270919,0.886308,0.00002657721,0.000001696606,0.000002829527,0.09849912,0.002546815,0.000006167213,0.0002884478,0.01150812,0.00009381845],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6808676,0.0001887765,0.001431847,0.3121252,0.00009720194,0.003615956,0.0001284385,0.0000627777,0.001482251],"genre_scores_gemma":[0.9794654,0.0001989311,0.003436817,0.01630757,0.00004228148,0.0004600883,0.00007468447,0.000009922115,0.000004359368],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2985978,"threshold_uncertainty_score":0.9960493,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3200110944","doi":"10.1186/s43058-021-00206-w","title":"Identifying and understanding the contextual factors that shaped mid-implementation outcomes during the COVID-19 pandemic in organizations implementing mental health recovery innovations into services","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Université de Moncton; University of Toronto; University of British Columbia; McGill University; Douglas Mental Health University Institute","funders":"Canadian Institutes of Health Research; Michael Smith Health Research BC; Fonds de Recherche du Québec - Santé; Fondation de la recherche en santé du Nouveau-Brunswick; Research Manitoba","keywords":"Implementation research; Postponement; Facilitator; Mental health; Psychology; Knowledge management; Process management; Medical education; Computer science; Psychological intervention; Business; Medicine; Marketing; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.543513302009418,"gpt":0.5828383492563921,"spread":0.03932504724697405,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004666081,0.000248179,0.0002754887,0.0004532196,0.01799062,0.0002715169,0.001016948,0.0000541579,0.000582798],"category_scores_gemma":[0.0001842257,0.0001872594,0.00004720998,0.00300725,0.000465716,0.001186164,0.001453604,0.0005119659,0.00001182488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003388355,"about_ca_system_score_gemma":0.002419054,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01067788,"about_ca_topic_score_gemma":0.2255031,"domain_scores_codex":[0.994854,0.001390308,0.001541873,0.0005047441,0.000797328,0.0009116944],"domain_scores_gemma":[0.9957533,0.001567015,0.001025675,0.001034276,0.000337736,0.0002820097],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.000005923722,0.00003979665,0.8833526,0.0001834094,0.00002245866,1.93355e-7,0.1062354,0.000003785674,0.001189228,0.008144807,0.00008812672,0.0007341985],"study_design_scores_gemma":[0.001487859,0.00002643034,0.3421938,0.00008276691,0.00001499459,0.000004142299,0.6506673,0.0001066314,0.0001057537,0.002193082,0.002957275,0.0001599822],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9612564,0.0003777791,0.004058874,0.03032761,0.0004721178,0.002916975,0.0003593119,0.00009580503,0.0001351555],"genre_scores_gemma":[0.9848437,0.0009383577,0.0007990505,0.01058341,0.00002187182,0.0004472991,0.002272796,0.00002363641,0.00006991441],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5444319,"threshold_uncertainty_score":0.9959101,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3149707687","doi":"10.1186/s43058-021-00137-6","title":"Trialists perspectives on sustaining, spreading, and scaling-up of quality improvement interventions","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":10,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Ottawa Hospital; University of Ottawa; University of Toronto; Women's College Hospital","funders":"","keywords":"Snowball sampling; Psychological intervention; Thematic analysis; Intervention (counseling); Scale (ratio); Qualitative research; Nonprobability sampling; Randomized controlled trial; Quality (philosophy); Medicine; Medical education; Sustainability; Psychology; Nursing; Applied psychology; Environmental health; Sociology; Geography; Population","retraction":null,"screen_n_in":null,"score":{"opus":0.7257918691925966,"gpt":0.7630558803297514,"spread":0.03726401113715472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008556086,0.0001511263,0.0003043846,0.0004720149,0.002702944,0.00007950007,0.0009548961,0.00005151312,0.0009157746],"category_scores_gemma":[0.004354658,0.0001547014,0.00009617397,0.00172295,0.001215877,0.0006348978,0.0009403557,0.0003415754,0.00003249782],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005693902,"about_ca_system_score_gemma":0.002390004,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001206936,"about_ca_topic_score_gemma":0.001065148,"domain_scores_codex":[0.9946708,0.001562666,0.00180879,0.0005196205,0.0008216775,0.0006164346],"domain_scores_gemma":[0.9926366,0.002547908,0.0009486521,0.001620555,0.001962295,0.0002839763],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00004590383,0.0002679858,0.03232542,0.0003532167,0.00004404181,5.874134e-7,0.2345425,0.000007920105,0.02969943,0.6459816,0.002411951,0.05431943],"study_design_scores_gemma":[0.003639935,0.0002343387,0.1634598,0.0002580608,0.00004164745,0.000002376285,0.8069824,0.0001388683,0.008706139,0.002220348,0.01401842,0.0002976709],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.946886,0.0001856225,0.00670339,0.03661742,0.0007096899,0.001857476,0.0003362317,0.00009964063,0.006604511],"genre_scores_gemma":[0.9906555,0.0002606176,0.005582301,0.002611381,0.00004381087,0.000272013,0.00004653084,0.00001216966,0.0005156284],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6437613,"threshold_uncertainty_score":0.9999975,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4385985742","doi":"10.1186/s43058-023-00480-w","title":"Creation of a theoretically rooted workbook to support implementers in the practice of knowledge translation","year":2023,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Princess Margaret Cancer Centre; St. Michael's Hospital","funders":"","keywords":"Workbook; Operationalization; Process (computing); Knowledge translation; Knowledge management; Psychology; Computer science; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.6760300078762972,"gpt":0.7526815442799104,"spread":0.07665153640361322,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01946677,0.0001255898,0.000225951,0.001172737,0.001021576,0.00002767065,0.002058759,0.00004591459,0.0004173304],"category_scores_gemma":[0.004031383,0.0001064469,0.00004815051,0.008102506,0.0007727966,0.0008601284,0.0003965986,0.0002663462,0.0001823402],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002523021,"about_ca_system_score_gemma":0.001884263,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005968233,"about_ca_topic_score_gemma":0.00221401,"domain_scores_codex":[0.9937211,0.002326194,0.001959345,0.0003090707,0.001010443,0.0006738141],"domain_scores_gemma":[0.9865295,0.01001732,0.0007751203,0.001407376,0.001124158,0.0001465726],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009446666,0.0002259621,0.04352905,0.0001443848,0.00001791655,5.436216e-7,0.5705712,0.0000633411,0.02043185,0.2457625,0.0108027,0.1083561],"study_design_scores_gemma":[0.003256814,0.0006822003,0.334801,0.0001979246,0.0000651872,0.000003713196,0.390889,0.001814966,0.001766602,0.004425919,0.2617484,0.0003482122],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5857322,0.00005005363,0.02892361,0.2478958,0.0007304063,0.01493069,0.0005704846,0.000264482,0.1209023],"genre_scores_gemma":[0.9849908,0.0000771519,0.01012617,0.003750835,0.00001835728,0.0008756696,0.00009896795,0.00001152394,0.00005050044],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3992586,"threshold_uncertainty_score":0.7857243,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4399749649","doi":"10.1186/s43058-024-00592-x","title":"Development of a method for Making Optimal Decisions for Intervention Flexibility during Implementation (MODIFI): a modified Delphi study","year":2024,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"","funders":"School of Medicine, Indiana University; University of North Carolina at Chapel Hill; University of California, Santa Barbara; University of Pennsylvania; Seattle Children's Research Institute; Virginia Commonwealth University; Washington State University; University of California, Los Angeles; Washington University in St. Louis; Wake Forest University; University of Washington; Emory University; National Institute of Mental Health; Hospital for Sick Children","keywords":"Operationalization; Flexibility (engineering); Intervention (counseling); Context (archaeology); Adaptation (eye); Delphi method; Process management; Computer science; Delphi; Process (computing); Psychology; Management science; Engineering; Artificial intelligence; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.8231219787665087,"gpt":0.789161418914781,"spread":0.03396055985172775,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01901474,0.0002559364,0.0003812306,0.001156887,0.005077931,0.0001700658,0.001701847,0.00006944922,0.0002483756],"category_scores_gemma":[0.001766617,0.0002579197,0.0001676439,0.002308768,0.0002893029,0.001399711,0.0008691534,0.0002765087,0.0000196848],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001332469,"about_ca_system_score_gemma":0.003420033,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000324589,"about_ca_topic_score_gemma":0.005268232,"domain_scores_codex":[0.9929563,0.0009351299,0.003295777,0.0008531697,0.0009631068,0.0009965613],"domain_scores_gemma":[0.9902501,0.005558744,0.0009503426,0.001448533,0.001570436,0.0002219008],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002929407,0.0006531276,0.006349642,0.001135522,0.0001964208,4.158629e-7,0.4400482,0.0003485251,0.05244993,0.05052391,0.001411,0.4465903],"study_design_scores_gemma":[0.01124626,0.0007944267,0.09421586,0.0006752358,0.0002904679,0.000005863438,0.7570557,0.07485849,0.01081706,0.005333457,0.04375518,0.0009519903],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.437479,0.00002636449,0.5522013,0.00167074,0.0004051201,0.007598667,0.0004133882,0.0001291953,0.00007627399],"genre_scores_gemma":[0.6239275,0.0000062709,0.3681123,0.0002063383,0.00004138558,0.00751529,0.0001299547,0.00002400613,0.00003691877],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4456383,"threshold_uncertainty_score":0.9999873,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4226050996","doi":"10.1186/s43058-022-00290-6","title":"Collaboration networks of the implementation science centers for cancer control: a social network analysis","year":2022,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"National Cancer Institute; National Institute on Drug Abuse; National Institutes of Health; U.S. Department of Health and Human Services","keywords":"Betweenness centrality; Social network analysis; Social network (sociolinguistics); Public relations; Quarter (Canadian coin); Interpersonal ties; Strong ties; Control (management); Political science; Business; Sociology; Centrality; Management; Social science; Social capital; Geography; Social media","retraction":null,"screen_n_in":null,"score":{"opus":0.4069835759296682,"gpt":0.7082246284684481,"spread":0.3012410525387799,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01340661,0.0001745882,0.0003359288,0.0007845745,0.02353133,0.0001165123,0.003546474,0.00003431256,0.0009818895],"category_scores_gemma":[0.0004272511,0.0001623224,0.0001558763,0.01876968,0.001906358,0.001132518,0.001441794,0.0003823851,0.000002730851],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002083913,"about_ca_system_score_gemma":0.007127804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002222519,"about_ca_topic_score_gemma":0.01483435,"domain_scores_codex":[0.993079,0.001681035,0.001698877,0.0005477436,0.001788331,0.00120501],"domain_scores_gemma":[0.9926183,0.001494935,0.002120691,0.001365756,0.00221136,0.0001889207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001015707,0.0001231629,0.7399158,0.00005392255,0.0002308057,6.423348e-8,0.06913994,0.02323971,0.01412509,0.1154415,0.02501881,0.01260955],"study_design_scores_gemma":[0.004328914,0.0001530815,0.7156626,0.0000134839,0.0005435991,6.72684e-7,0.1469635,0.03499712,0.0002733263,0.001171422,0.09550275,0.0003895386],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6252147,0.0001905267,0.1318717,0.205256,0.006034398,0.02265766,0.007032936,0.0002633348,0.001478775],"genre_scores_gemma":[0.9827163,0.00003023529,0.001772689,0.009204686,0.0001275885,0.005949731,0.0001275153,0.00001623974,0.00005502984],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3575016,"threshold_uncertainty_score":0.9999313,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3009329560","doi":"10.1186/s43058-020-00019-3","title":"A multiple-behaviour investigation of goal prioritisation in physicians receiving audit and feedback to address high-risk prescribing in nursing homes","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Institute for Clinical Evaluative Sciences; Women's College Hospital; University of Toronto; Ottawa Hospital; Université Laval; University of Ottawa","funders":"Department of Family and Community Medicine, University of Toronto; University of Toronto; Canadian Institutes of Health Research; Ontario SPOR SUPPORT Unit","keywords":"Audit; Psychological intervention; Nursing; Intervention (counseling); Descriptive statistics; Health care; Medicine; Psychology; Goal setting; Family medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.1991279759901251,"gpt":0.4884610129587775,"spread":0.2893330369686524,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006180421,0.00008123135,0.0001668705,0.0002534051,0.0001667611,0.00004821504,0.0002463027,0.00002228123,0.00001339449],"category_scores_gemma":[0.0007236134,0.00008938683,0.00001721389,0.001230231,0.0002660911,0.000779526,0.0001404014,0.0002004208,0.000002393617],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001580904,"about_ca_system_score_gemma":0.0001330436,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008575559,"about_ca_topic_score_gemma":0.0008306868,"domain_scores_codex":[0.9986403,0.0001752494,0.0004586839,0.0002291858,0.0003128322,0.0001837217],"domain_scores_gemma":[0.9988028,0.0004023592,0.0002361559,0.00030506,0.0001239845,0.0001295937],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003340703,0.00005427045,0.9107028,0.00002097819,0.000002643675,2.73447e-7,0.01466151,0.00006095788,0.03295894,0.0003306623,0.0000170541,0.04115653],"study_design_scores_gemma":[0.001452303,0.0001134589,0.9766856,0.0002730921,0.0000305102,0.000001123356,0.007631203,0.006553316,0.006987441,0.0001613998,0.00002761672,0.00008294366],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9841378,0.00007288296,0.0004655591,0.01423171,0.00003956369,0.0009069756,0.0000295814,0.00001822131,0.00009768875],"genre_scores_gemma":[0.989598,0.0001670348,0.009539112,0.0005773278,0.00001430068,0.00004825718,0.00004722937,0.00000707859,0.000001675517],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06598282,"threshold_uncertainty_score":0.3645089,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3112099355","doi":"10.1186/s43058-021-00116-x","title":"A practice facilitation-guided intervention in primary care settings to reduce cardiovascular disease risk: a cost analysis","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Promotion and Cardiovascular Prevention","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"Agency for Healthcare Research and Quality","keywords":"Staffing; Medicine; Total cost; Cost–benefit analysis; Guideline; Operations management; Quarter (Canadian coin); Salary; Intervention (counseling); Emergency medicine; Business; Nursing; Accounting; Economics","retraction":null,"screen_n_in":null,"score":{"opus":0.08938903519742225,"gpt":0.4912819821515277,"spread":0.4018929469541055,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00745745,0.0001249691,0.0003183305,0.0007661908,0.0005624676,0.0001221212,0.0003695975,0.00003464923,0.0001145078],"category_scores_gemma":[0.002246989,0.0001432864,0.0005688985,0.005427974,0.0001425748,0.000722368,0.0003140368,0.0002305766,0.00005258819],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009748617,"about_ca_system_score_gemma":0.00121327,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006145341,"about_ca_topic_score_gemma":0.0003748105,"domain_scores_codex":[0.9954117,0.001974514,0.0007372411,0.0005539057,0.001018002,0.0003046157],"domain_scores_gemma":[0.9950964,0.0001583072,0.0001994438,0.002326239,0.001852923,0.0003666601],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0000512256,0.0007470449,0.05334568,0.0003767881,0.001685459,0.00002915627,0.01722553,0.00335053,0.002087699,0.0006218911,0.0002839734,0.920195],"study_design_scores_gemma":[0.002656615,0.00006097819,0.9026987,0.0001579504,0.002840778,0.00002919718,0.03549848,0.0009609183,0.0007409172,0.00005531751,0.05407431,0.0002258327],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6534487,0.008403433,0.30029,0.02547862,0.0002788694,0.00639738,0.0004015787,0.0002097701,0.005091647],"genre_scores_gemma":[0.9710802,0.0006669869,0.0247249,0.0009885697,0.00001839236,0.0007036307,0.00172663,0.00001074608,0.00007988359],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9199692,"threshold_uncertainty_score":0.584305,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4405080370","doi":"10.1186/s43058-024-00673-x","title":"A-I-D for cascades: an application of the Behaviour Change Wheel to design a theory-based intervention for addressing prescribing cascades in primary care","year":2024,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; University of Manitoba; University of Ottawa; Muscular Dystrophy Canada; Bruyère; Women's College Hospital; Trillium Health Centre; University of Toronto","funders":"Leslie Dan Faculty of Pharmacy, University of Toronto; University of Toronto","keywords":"Intervention (counseling); Psychological intervention; Polypharmacy; Psychology; Behaviour change; Nursing; Medicine; Medical education; Applied psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.7384031697647914,"gpt":0.7047353077398585,"spread":0.03366786202493288,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00877279,0.0001493122,0.0001930462,0.0006807001,0.002043482,0.0001108759,0.001682241,0.00006938047,0.00002383481],"category_scores_gemma":[0.0008250796,0.0001292021,0.00008840497,0.002051694,0.0003437127,0.001185666,0.0003330403,0.0002320923,0.000005867369],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001189237,"about_ca_system_score_gemma":0.001898618,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001232383,"about_ca_topic_score_gemma":0.004952603,"domain_scores_codex":[0.9959769,0.001240062,0.00119531,0.0004797052,0.0005005126,0.0006074593],"domain_scores_gemma":[0.9942498,0.003065895,0.0004465667,0.001249871,0.0008274587,0.0001604342],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.0002029146,0.0002523879,0.05268211,0.003097912,0.00001881688,1.4259e-7,0.4133249,0.0004977753,0.06121314,0.06909902,0.001383793,0.3982271],"study_design_scores_gemma":[0.008173219,0.001253498,0.4343039,0.00458367,0.0002723697,0.000004009551,0.3636865,0.1000661,0.02789123,0.009601013,0.04895394,0.001210552],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1386106,0.0002099631,0.8265709,0.01313874,0.0005377455,0.01967786,0.001010028,0.0001303333,0.0001138105],"genre_scores_gemma":[0.9218255,0.000007772314,0.05648614,0.003148549,0.00005856589,0.01825012,0.0001717384,0.00002563236,0.00002601962],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7832149,"threshold_uncertainty_score":0.9992557,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3034303474","doi":"10.1186/s43058-020-00044-2","title":"Implementation opportunities and challenges identified by key stakeholders in scaling up HIV Treatment as Prevention in British Columbia, Canada: a qualitative study","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Centre for Addiction and Mental Health; Simon Fraser University; Izaak Walton Killam Health Centre; Dalhousie University; British Columbia Centre on Substance Use; University of British Columbia","funders":"National Institute on Drug Abuse; Canadian Institutes of Health Research; National Institutes of Health; Michael Smith Health Research BC; Foundation for the National Institutes of Health","keywords":"Stakeholder; Context (archaeology); Harm reduction; Population; Public relations; Government (linguistics); Political science; Business; Process management; Medicine; Public health; Environmental health; Nursing; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.8664582610155457,"gpt":0.6899493352458926,"spread":0.176508925769653,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.005286151,0.000183988,0.0003699784,0.0002863945,0.001896286,0.0002847792,0.0008298173,0.00004847279,0.0005866278],"category_scores_gemma":[0.00057075,0.0002786327,0.00002654556,0.001460576,0.0004112161,0.001469396,0.0004164107,0.0002907651,0.00001364043],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001963456,"about_ca_system_score_gemma":0.006303668,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9082595,"about_ca_topic_score_gemma":0.9972633,"domain_scores_codex":[0.9923216,0.003252545,0.001892304,0.0007033463,0.000975578,0.0008546831],"domain_scores_gemma":[0.9964193,0.001400091,0.000720747,0.000634814,0.0003870538,0.0004379741],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001295372,0.0001710972,0.1548496,0.0000768627,0.00001953358,0.000004863277,0.7792007,0.000003002088,0.0002204986,0.0006887561,0.003977502,0.06077463],"study_design_scores_gemma":[0.003314946,0.0001971414,0.1600751,0.00004496225,0.00001326661,0.000001293196,0.8239921,0.00009802377,0.00001890175,0.0002108856,0.01183734,0.0001960127],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9457486,0.0002322645,0.00008846603,0.04899165,0.0001420998,0.004029019,0.0003977818,0.00004763109,0.0003224422],"genre_scores_gemma":[0.9916306,0.002214255,0.0004154763,0.003193618,0.0000192894,0.002056946,0.0002194225,0.0000203263,0.000230106],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08900378,"threshold_uncertainty_score":0.9999666,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3088490375","doi":"10.1186/s43058-020-00069-7","title":"The role of motivation in the diffusion of innovations in Canada’s long-term care sector: a qualitative study","year":2020,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Geriatric Care and Nursing Homes","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Dalhousie University; Mount Saint Vincent University; Institute for Work & Health; University of Toronto","funders":"Canadian Institutes of Health Research; Alberta Innovates; Michael Smith Health Research BC; Nova Scotia Health Research Foundation; Research Manitoba","keywords":"Opinion leadership; Public relations; Qualitative research; Diffusion of innovations; Psychology; Quality (philosophy); Interpersonal communication; Nursing; Political science; Social psychology; Business; Sociology; Medicine; Marketing; Social science","retraction":null,"screen_n_in":null,"score":{"opus":0.1826795153843443,"gpt":0.5449273413037902,"spread":0.3622478259194458,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00151822,0.00006622497,0.0001288188,0.0001632401,0.0008850911,0.00001275402,0.001043439,0.00001618915,0.00002515926],"category_scores_gemma":[0.0004498425,0.00004615468,0.00001684059,0.002645626,0.000202625,0.0001782341,0.0002244673,0.0002296907,8.694909e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004410941,"about_ca_system_score_gemma":0.003106415,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5545077,"about_ca_topic_score_gemma":0.9558713,"domain_scores_codex":[0.9972965,0.001097656,0.0007921546,0.0001338206,0.000486019,0.0001938774],"domain_scores_gemma":[0.9965975,0.001739009,0.0004385863,0.0006429553,0.0005540253,0.00002793992],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.000007552058,0.00004296158,0.4534118,0.000009599834,0.000002247174,5.795127e-8,0.5399333,0.000004092455,0.0008942363,0.001762831,0.00005675037,0.003874487],"study_design_scores_gemma":[0.0002689968,0.0000348332,0.4764,0.00001200101,0.000003730768,3.889112e-8,0.5229664,0.00002823769,0.00007068547,0.0001060698,0.00008603614,0.00002285148],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9920412,0.0001753681,0.00004531593,0.005823662,0.00006129849,0.001335146,0.00004806667,0.000005086882,0.0004648587],"genre_scores_gemma":[0.999478,0.00004185369,0.0000805401,0.0001288702,0.000008904771,0.0001919391,0.00006424698,0.000003958653,0.000001716137],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4013636,"threshold_uncertainty_score":0.6807495,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3165236819","doi":"10.1186/s43058-021-00160-7","title":"Barriers and facilitators affecting implementation of the Canadian clinical practice guidelines for the diagnosis of acute aortic syndrome","year":2021,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"Science North; NOSM University","funders":"Mach-Gaensslen Foundation of Canada","keywords":"Guideline; Nonprobability sampling; Medicine; Randomized controlled trial; Family medicine; Medical education; Nursing; Psychology; Pathology; Population","retraction":null,"screen_n_in":null,"score":{"opus":0.4293328848442848,"gpt":0.6429079275562144,"spread":0.2135750427119296,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00785257,0.0001242462,0.0002683419,0.0001468928,0.001277655,0.00008188721,0.0006425004,0.00004791053,0.0001539804],"category_scores_gemma":[0.03409636,0.00009020878,0.0001631194,0.001269194,0.001070853,0.0006557231,0.0003984452,0.0002139936,0.000001390319],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002048143,"about_ca_system_score_gemma":0.00455588,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.03509394,"about_ca_topic_score_gemma":0.1278958,"domain_scores_codex":[0.9962214,0.0004175494,0.002084088,0.000315037,0.0006745887,0.000287357],"domain_scores_gemma":[0.9852023,0.00675233,0.00109419,0.001451573,0.005257018,0.0002426014],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003487009,0.00007812061,0.7956307,0.00005475274,0.0004725046,0.000001417161,0.002366135,0.00001305465,0.002148106,0.003384225,0.004145809,0.1916703],"study_design_scores_gemma":[0.002448125,0.0003218049,0.8495411,0.00006600701,0.001917168,0.0001366476,0.1153234,0.000985321,0.006842178,0.0004339718,0.02181827,0.0001659206],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7989268,0.0003691431,0.001503848,0.1958451,0.0004051228,0.002351636,0.0004964379,0.00001595275,0.0000860025],"genre_scores_gemma":[0.956078,0.0008015762,0.03824884,0.004502465,0.00002505659,0.0002451105,0.00007606424,0.00001194855,0.00001094663],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1915044,"threshold_uncertainty_score":0.9826816,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4396611809","doi":"10.1186/s43058-024-00585-w","title":"Enrollment, adherence and retention rates among musculoskeletal disorders rehabilitation practitioners in knowledge translation studies: a systematic review and meta-regression","year":2024,"lang":"en","type":"review","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Université du Québec à Trois-Rivières; McGill University; Centre for Interdisciplinary Research in Rehabilitation; McGill University Health Centre","funders":"","keywords":"Psychological intervention; Medicine; Descriptive statistics; Rehabilitation; Intervention (counseling); Retention rate; Knowledge translation; Physical therapy; Family medicine; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.7518781504144159,"gpt":0.7524276476501325,"spread":0.0005494972357166228,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.01526535,0.0006114123,0.002500274,0.001581611,0.002061409,0.0001524485,0.0009901725,0.0001870991,0.000119371],"category_scores_gemma":[0.005361257,0.0004300908,0.0002940025,0.004358036,0.001624318,0.002270679,0.0007469148,0.0009575171,0.00009739926],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001084908,"about_ca_system_score_gemma":0.001744849,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000316554,"about_ca_topic_score_gemma":0.005879345,"domain_scores_codex":[0.9870809,0.006430888,0.003884857,0.001081545,0.0007707829,0.0007510192],"domain_scores_gemma":[0.9847164,0.0104871,0.002330432,0.001520297,0.0006519468,0.0002937895],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000001703561,0.00004850818,0.0001053347,0.9290138,0.0003750021,2.917862e-7,0.02385883,1.427747e-7,0.000002776697,0.002084807,0.001074922,0.04343389],"study_design_scores_gemma":[0.001917322,0.0005743479,0.0006322162,0.527377,0.06313431,0.00002149891,0.1049022,0.0002968597,5.756934e-7,0.003621938,0.2954999,0.002021864],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00009799903,0.9783133,0.00008727129,0.006010064,0.0002547128,0.01473567,0.0001768485,0.0001047608,0.0002194407],"genre_scores_gemma":[0.001435272,0.9779812,0.001936416,0.0005088237,0.00001870035,0.01771053,0.0002200333,0.00004502829,0.0001440386],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.4016368,"threshold_uncertainty_score":0.9998151,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W4376871847","doi":"10.1186/s43058-023-00434-2","title":"Fidelity to the ACT SMART Toolkit: an instrumental case study of implementation strategy fidelity","year":2023,"lang":"en","type":"article","venue":"Implementation Science Communications","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Child, Adolescent and Family Mental Health","funders":"National Institute of Mental Health","keywords":"Fidelity; Agency (philosophy); Computer science; Autism; Process management; Process (computing); Autism spectrum disorder; Psychology; Business; Telecommunications","retraction":null,"screen_n_in":null,"score":{"opus":0.7411176521577986,"gpt":0.744035313696133,"spread":0.002917661538334393,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01516517,0.0002457059,0.0003064365,0.0008140771,0.007304821,0.000155579,0.002858417,0.00005425749,0.001048922],"category_scores_gemma":[0.0007872476,0.0002095583,0.00005648081,0.006643972,0.0005556946,0.002061567,0.001663235,0.0004628684,0.0003503338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006881913,"about_ca_system_score_gemma":0.002888,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04276529,"about_ca_topic_score_gemma":0.1953401,"domain_scores_codex":[0.9911652,0.002938863,0.002498534,0.0006981435,0.001541315,0.001157942],"domain_scores_gemma":[0.9921229,0.001780652,0.0009834999,0.003286938,0.001292655,0.0005333869],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00003918028,0.0004849799,0.4440807,0.00006051935,0.00005445885,0.00001395682,0.3692423,0.0002631297,0.006133159,0.004424099,0.01492242,0.1602811],"study_design_scores_gemma":[0.001209254,0.0004530863,0.3979498,0.000008582557,0.0000267779,0.00001883853,0.5903115,0.0006965193,0.0001763339,0.0001886415,0.008785316,0.0001754241],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9816152,0.000003468033,0.0002803421,0.01095884,0.0004370133,0.005553363,0.0004635792,0.0001889939,0.0004991984],"genre_scores_gemma":[0.9927152,0.0000189571,0.001097683,0.00395224,0.00006701848,0.001898113,0.0001798576,0.00002211722,0.00004883417],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2210692,"threshold_uncertainty_score":0.9998643,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}