{"meta":{"query_hash":"54ffbfb05694","filters":{"venue":"Therapeutic Innovation & Regulatory Science"},"cohort_total":65,"direct_labels_cover":0,"predictions_cover":65,"exported":65,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/54ffbfb05694","api":"https://metacan.xera.ac/api/v1/cohort?venue=Therapeutic+Innovation+%26+Regulatory+Science"},"results":[{"id":"W2006204153","doi":"10.1177/2168479012474281","title":"A Review of Regulatory Mechanisms Used by the WHO, EU, and US to Facilitate Access to Quality Medicinal Products in Developing Countries With Constrained Regulatory Capacities","year":2013,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Micropharma (Canada)","funders":"","keywords":"Business; Regulatory agency; Agency (philosophy); Regulatory authority; Quality (philosophy); Regulatory science; European union; Developing country; Pharmacy; Market access; Product (mathematics); Regulatory affairs; Risk analysis (engineering); Public economics; Public administration; Economic growth; Medicine; International trade; Political science; Economics","score_opus":0.26289231732796264,"score_gpt":0.3732875543130458,"score_spread":0.11039523698508313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006204153","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00010555452,0.99822253,0.000142543,0.00041699377,0.000077666344,0.000009428378,0.00005580626,0.0000036049496,0.0009658315],"genre_scores_gemma":[0.0008271576,0.9984775,0.0002336123,0.00023014253,0.00004655673,0.000007382041,0.000028620634,9.53129e-7,0.00014798506],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9990792,0.00024803847,0.00018155728,0.000107595704,0.00031160732,0.00007201389],"domain_scores_gemma":[0.9973459,0.0016978623,0.0004617273,0.000049209968,0.00038817464,0.000057023244],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003108621,0.0010628236,0.0017864363,0.004854007,0.00038935416,0.0016753307,0.0013510328,0.0013346493,0.0034186305],"category_scores_gemma":[0.004326668,0.00045568906,0.0010205475,0.006819074,0.00071536604,0.0016737425,0.0007238025,0.0013087671,0.00061267987],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009563596,0.000066600594,0.0003779036,0.0896868,0.00036218076,0.00015849539,0.00010323873,0.00095220923,0.00084993785,0.01826823,0.03880078,0.850278],"study_design_scores_gemma":[0.000039831433,0.00009339901,0.0021608206,0.04229856,0.000596188,0.00046582436,0.000116708245,0.00016769452,0.00061348005,0.003980315,0.94943076,0.00003645106],"about_ca_topic_score_codex":0.005043062,"about_ca_topic_score_gemma":0.011107297,"teacher_disagreement_score":0.005043062,"about_ca_system_score_codex":0.001941693,"about_ca_system_score_gemma":0.0061026155,"threshold_uncertainty_score":0.016440153},"labels":[],"label_agreement":null},{"id":"W2024487182","doi":"10.1177/2168479014567319","title":"Cardiac Safety Research Consortium (CSRC): Cardiovascular Safety and Adverse Event Case Report Forms","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Documentation; Adjudication; General partnership; Adverse effect; Pharmacovigilance; Medicine; Pharmacy; Event (particle physics); Business; Clinical trial; Medical emergency; Political science; Internal medicine; Family medicine; Computer science; Finance","score_opus":0.059870075937022066,"score_gpt":0.3531326499098649,"score_spread":0.29326257397284283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024487182","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14688279,0.0015555925,0.012167686,0.22525057,0.011594636,0.03285807,0.043348152,0.0009530209,0.5253895],"genre_scores_gemma":[0.44680282,0.0023382274,0.011946923,0.06233194,0.007730949,0.013502013,0.022558404,0.00037114587,0.4324176],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99102634,0.0034981116,0.0014922478,0.00058264955,0.0023976169,0.0010030065],"domain_scores_gemma":[0.953046,0.015185258,0.0052421554,0.0033653874,0.015807308,0.007353907],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.012101058,0.00069287774,0.0005251925,0.0024446307,0.0028473984,0.0025626216,0.001951056,0.0071550882,0.07830899],"category_scores_gemma":[0.04731987,0.000543715,0.00044283268,0.0013371649,0.00086737296,0.0012555484,0.002091967,0.0028987718,0.011748974],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005830295,0.0009283879,0.028253892,0.0002195927,0.0000456163,0.023926303,0.0007825933,0.00042635622,0.00093359157,0.009484916,0.9120865,0.022329152],"study_design_scores_gemma":[0.00093471765,0.0008993255,0.057246275,0.00100461,0.00007990623,0.03321271,0.0032464392,0.0038681317,0.0024875163,0.006769116,0.89005524,0.0001959654],"about_ca_topic_score_codex":0.0070616785,"about_ca_topic_score_gemma":0.012199458,"teacher_disagreement_score":0.07830899,"about_ca_system_score_codex":0.0027037056,"about_ca_system_score_gemma":0.011513065,"threshold_uncertainty_score":0.2619697},"labels":[],"label_agreement":null},{"id":"W2040808179","doi":"10.1177/2168479013500289","title":"A Modeling and Simulations Framework to Support Global Regulatory Strategies for Pediatric Drug Development Programs","year":2013,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quebec Rehabilitation Research Network","funders":"","keywords":"Drug development; Legislation; Risk analysis (engineering); Pharmacy; Process management; Computer science; Clinical trial; Drug; Medicine; Business; Pharmacology; Political science; Family medicine","score_opus":0.09244548158381294,"score_gpt":0.38884948008343456,"score_spread":0.2964039984996216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040808179","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.087647356,0.00045232836,0.8052042,0.0070783263,0.0003580745,0.0005210072,0.0022351714,0.00264297,0.09386054],"genre_scores_gemma":[0.77276576,0.00054532767,0.21295793,0.00047665107,0.00011096212,0.0007065981,0.001251891,0.0004991727,0.0106856255],"study_design_codex":"simulation_or_modeling","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9992028,0.00041820193,0.000039524635,0.00008894875,0.00014631322,0.00010422296],"domain_scores_gemma":[0.99700934,0.00187454,0.0001997666,0.00017591049,0.00046580491,0.00027471894],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0018185439,0.0010105328,0.00092980696,0.0009131491,0.0013284151,0.0026635346,0.0028517651,0.002405298,0.009869617],"category_scores_gemma":[0.0057574916,0.0006739904,0.0009911776,0.00071897643,0.0010583996,0.0019573895,0.0020008332,0.0020218915,0.00064135436],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015721165,0.000026794041,0.00041030828,0.000013472106,0.000013631509,0.000035963185,0.00004721221,0.9747472,0.00010035187,0.02168162,0.00081266265,0.0020951012],"study_design_scores_gemma":[0.000017832514,0.000007572568,0.00006395839,0.00000997464,0.0000071941517,0.000005852208,0.000046066747,0.987211,0.0000991622,0.00985185,0.002672724,0.00000686882],"about_ca_topic_score_codex":0.055193763,"about_ca_topic_score_gemma":0.034550417,"teacher_disagreement_score":0.99818146,"about_ca_system_score_codex":0.0029465521,"about_ca_system_score_gemma":0.0055800336,"threshold_uncertainty_score":0.109744966},"labels":[],"label_agreement":null},{"id":"W2070996080","doi":"10.1177/2168479013478952","title":"Product Registration in Developing Countries: A Proposal for an Integrated Regional Licensing System Among Countries in Regional Economic Blocs","year":2013,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Intellectual Property and Patents","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Micropharma (Canada)","funders":"","keywords":"Harmonization; Business; Pooling; Product (mathematics); Risk analysis (engineering); Process (computing); Developing country; Computer science; Economic growth; Economics","score_opus":0.1041192110912497,"score_gpt":0.2598995217546495,"score_spread":0.15578031066339976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070996080","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2763715,0.001908651,0.18557195,0.12405885,0.0049269353,0.020608105,0.00233985,0.007352382,0.3768617],"genre_scores_gemma":[0.48445955,0.0007466361,0.3112745,0.038312197,0.0023273346,0.007767384,0.0015504801,0.00078108755,0.15278085],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9792311,0.005813931,0.0028369124,0.0029425942,0.004639936,0.0045355223],"domain_scores_gemma":[0.94680053,0.017515592,0.004845355,0.0064565684,0.015739052,0.008642926],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.034666255,0.00076436484,0.001008665,0.0068478077,0.0066499296,0.0111843785,0.005641887,0.019758118,0.013827424],"category_scores_gemma":[0.049554627,0.0019685407,0.0028524827,0.0039691487,0.0058232965,0.010973967,0.007911325,0.008255346,0.0050717844],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009171107,0.0024781243,0.028125033,0.0008377631,0.00021513207,0.002942131,0.006897705,0.008164369,0.021128759,0.6139325,0.13201946,0.18234202],"study_design_scores_gemma":[0.0026902913,0.0045063095,0.1303831,0.0013081743,0.0007008132,0.0024195341,0.005326421,0.022552524,0.011363335,0.059811454,0.7577183,0.0012196248],"about_ca_topic_score_codex":0.028587189,"about_ca_topic_score_gemma":0.040052585,"teacher_disagreement_score":0.034666255,"about_ca_system_score_codex":0.007817627,"about_ca_system_score_gemma":0.048766892,"threshold_uncertainty_score":0.18333489},"labels":[],"label_agreement":null},{"id":"W2110473636","doi":"10.1177/2168479013494394","title":"Characterizing Good Review Practices: A Survey Report Among Agencies of APEC Member Economies","year":2013,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Regulation and Compliance Studies","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"Food and Drug Administration","keywords":"Transparency (behavior); Best practice; Consistency (knowledge bases); Agency (philosophy); Business; Variety (cybernetics); Work (physics); Member states; Quality (philosophy); Resource (disambiguation); Public economics; Public relations; Economics; European union; International trade; Political science; Management; Computer science","score_opus":0.227309897210464,"score_gpt":0.37085675215102054,"score_spread":0.14354685494055655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110473636","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8937038,0.06358897,0.0024372595,0.010311916,0.00013372266,0.0005214098,0.0033617476,0.00009669629,0.02584451],"genre_scores_gemma":[0.9550897,0.035676252,0.002557487,0.0019125587,0.00012459827,0.0003061508,0.0014391902,0.000034105076,0.0028600856],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9679404,0.010128479,0.00582113,0.0019267432,0.012922896,0.0012602638],"domain_scores_gemma":[0.6553556,0.14777224,0.09925771,0.01040348,0.08089961,0.006311379],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.026635244,0.00022668431,0.0005239489,0.013864634,0.0014847387,0.0041514607,0.00085713627,0.0016020561,0.0014644321],"category_scores_gemma":[0.13475904,0.0003721531,0.0004045457,0.0154847065,0.0013816686,0.002507973,0.001985269,0.0011038976,0.00039016546],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000112361275,0.00015593601,0.7412915,0.0027723135,0.0002213007,0.0003932914,0.01624417,0.00014948101,0.0017924852,0.0017146526,0.012398251,0.22275437],"study_design_scores_gemma":[0.0000058314276,0.00010459313,0.9249311,0.0011853237,0.000094703486,0.00088767335,0.016400259,0.00009776664,0.00066526723,0.00024959564,0.055342045,0.00003591804],"about_ca_topic_score_codex":0.007728269,"about_ca_topic_score_gemma":0.017141398,"teacher_disagreement_score":0.9733648,"about_ca_system_score_codex":0.0027973864,"about_ca_system_score_gemma":0.008607126,"threshold_uncertainty_score":0.14086235},"labels":[],"label_agreement":null},{"id":"W2124490189","doi":"10.1177/2168479014558274","title":"Implementing a Process to Review Product-Specific Misinformation in Online Drug Information Compendia","year":2014,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"Misinformation; Process (computing); Product (mathematics); Pharmacy; Computer science; Health care; Patient safety; Medicine; Family medicine; Computer security","score_opus":0.033606782282384395,"score_gpt":0.3541811912818764,"score_spread":0.320574408999492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124490189","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.13845655,0.001039821,0.57540894,0.10309162,0.0046567842,0.06413309,0.00063350983,0.012002887,0.100576855],"genre_scores_gemma":[0.19990177,0.0003485849,0.7396545,0.018543689,0.0011568281,0.00947079,0.0003299923,0.00062951195,0.029964346],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.78047687,0.11708766,0.019051176,0.010309075,0.06752483,0.0055503664],"domain_scores_gemma":[0.32438844,0.41667712,0.038100153,0.05153577,0.15745631,0.011842224],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.27151328,0.0010312727,0.0011830064,0.013534975,0.009795682,0.015213984,0.005612032,0.011605794,0.009839068],"category_scores_gemma":[0.42037532,0.001903385,0.0018522254,0.003086619,0.005041112,0.013409519,0.011099715,0.010098792,0.0052075787],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006654379,0.0073545133,0.014594358,0.002184731,0.00036106774,0.0028300548,0.03681188,0.0040171035,0.031196242,0.037134644,0.12369022,0.7391598],"study_design_scores_gemma":[0.0014132644,0.005374098,0.037065987,0.003962392,0.00077561714,0.0031233174,0.029295392,0.05687592,0.103746474,0.075807124,0.68084866,0.0017117697],"about_ca_topic_score_codex":0.004108739,"about_ca_topic_score_gemma":0.0075799413,"teacher_disagreement_score":0.7284867,"about_ca_system_score_codex":0.008148595,"about_ca_system_score_gemma":0.054603312,"threshold_uncertainty_score":0.8983538},"labels":[],"label_agreement":null},{"id":"W2125186594","doi":"10.1177/2168479014522469","title":"A Proposed Framework to Address Needs of Clinical Data for Informed Medication Use in Pregnancy","year":2014,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; Western University","funders":"","keywords":"Stakeholder; Data collection; Stakeholder engagement; Pharmacy; Health care; Public relations; Medicine; Political science; Nursing; Sociology","score_opus":0.17437532249271281,"score_gpt":0.4433010550774093,"score_spread":0.2689257325846965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125186594","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012425961,0.0017488002,0.56343514,0.30235216,0.0012295742,0.0018354022,0.0009688756,0.00052179163,0.115482286],"genre_scores_gemma":[0.2833283,0.00095777883,0.6866373,0.015709775,0.0011526517,0.002242847,0.0004992272,0.00008884084,0.009383271],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.960659,0.025349854,0.0032024726,0.003668426,0.0048144227,0.0023059023],"domain_scores_gemma":[0.93567324,0.039906684,0.003253851,0.0046666902,0.012031468,0.004468061],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05434004,0.0013083895,0.0014659084,0.0065904087,0.006614403,0.015415264,0.0062600253,0.015349954,0.012994638],"category_scores_gemma":[0.05195097,0.0011779857,0.0033604617,0.0035891489,0.021676037,0.016708322,0.009838887,0.008460518,0.0023645002],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017941806,0.000036742364,0.00055171497,0.00008196512,0.000017877754,0.00015385382,0.00082618184,0.0008430064,0.00009769458,0.9886213,0.002776055,0.0059756963],"study_design_scores_gemma":[0.00009739713,0.00006441819,0.00056181295,0.0005318352,0.00008785748,0.00043610545,0.0015589896,0.0103745675,0.00043555265,0.93697375,0.048811127,0.000066572924],"about_ca_topic_score_codex":0.013524691,"about_ca_topic_score_gemma":0.0144854,"teacher_disagreement_score":0.05434004,"about_ca_system_score_codex":0.011131304,"about_ca_system_score_gemma":0.033606783,"threshold_uncertainty_score":0.287381},"labels":[],"label_agreement":null},{"id":"W2129100419","doi":"10.1177/2168479015579520","title":"A Model Data Management Plan Standard Operating Procedure: Results From the DIA Clinical Data Management Community, Committee on Clinical Data Management Plan","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Syncrude (Canada)","funders":"","keywords":"Data management; Plan (archaeology); Standard operating procedure; Data management plan; Process management; Computer science; Engineering management; Medical physics; Operations management; Medicine; Business; Engineering; Data mining","score_opus":0.7041812255188674,"score_gpt":0.5603036202617854,"score_spread":0.14387760525708204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129100419","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20380177,0.0008642169,0.59024733,0.019111676,0.0010601976,0.050101444,0.05645293,0.030994425,0.04736603],"genre_scores_gemma":[0.2645348,0.00045587882,0.63479275,0.003383887,0.00018070111,0.020011809,0.06373051,0.0025525813,0.010356975],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.95256585,0.02396564,0.0034043933,0.0016615005,0.016955607,0.001447001],"domain_scores_gemma":[0.8393863,0.07930031,0.0073195603,0.018577088,0.05153889,0.0038779487],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.069320016,0.00077699346,0.0006253366,0.0023946452,0.0012551502,0.003884486,0.0022672412,0.0014790925,0.015443044],"category_scores_gemma":[0.113844976,0.000776684,0.001573363,0.0018109564,0.00080226245,0.0028878916,0.0015376528,0.0019827348,0.00484532],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.01572469,0.0098376945,0.08368729,0.0016112466,0.0003701904,0.00019941459,0.00078176905,0.03996686,0.011863438,0.017034264,0.25915128,0.5597719],"study_design_scores_gemma":[0.014680565,0.012960289,0.18326817,0.0022765384,0.00170387,0.000820529,0.0021159572,0.48194325,0.08648421,0.019728882,0.1932871,0.0007307429],"about_ca_topic_score_codex":0.014837495,"about_ca_topic_score_gemma":0.011846521,"teacher_disagreement_score":0.93068,"about_ca_system_score_codex":0.0053863353,"about_ca_system_score_gemma":0.026609056,"threshold_uncertainty_score":0.36660367},"labels":[],"label_agreement":null},{"id":"W2265434961","doi":"10.1177/2168479015597730","title":"Applying Regulatory Science to Develop Safe and Effective Medicines for Neonates: Report of the US Food and Drug Administration First Annual Neonatal Scientific Workshop, October 28–29, 2014","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"Janssen Pharmaceuticals; U.S. Department of Health and Human Services","keywords":"Food and drug administration; Medicine; Regulatory science; Intensive care medicine; Pharmacy; Scientific evidence; Retinopathy of prematurity; Neonatal sepsis; Drug; Clinical trial; Pharmacology; Family medicine; Sepsis; Surgery; Pregnancy; Biology; Pathology","score_opus":0.046837335579585485,"score_gpt":0.35166667544756064,"score_spread":0.30482933986797517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265434961","genre_codex":"commentary","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.022037579,0.06128042,0.011137652,0.8366016,0.016570596,0.0011918518,0.001360325,0.00020636378,0.049613535],"genre_scores_gemma":[0.17270067,0.20093913,0.05456809,0.3780921,0.0165633,0.001869275,0.003916852,0.0003183537,0.1710322],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.984897,0.0036851128,0.00079359184,0.0004996913,0.008341188,0.0017833981],"domain_scores_gemma":[0.9768613,0.008619824,0.002434465,0.00059056917,0.008666246,0.0028274783],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.049793635,0.001149518,0.0005604914,0.0021940398,0.003721666,0.004294357,0.0024890006,0.013486871,0.0064498866],"category_scores_gemma":[0.025085017,0.00069937354,0.0016944283,0.0011674305,0.0022093966,0.003095693,0.00513935,0.008427645,0.0013989373],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007360644,0.0016871524,0.004512236,0.0016688637,0.00012719029,0.00089611544,0.0013284358,0.0011307457,0.029347098,0.018859996,0.7648625,0.17484352],"study_design_scores_gemma":[0.00012602365,0.0006092301,0.0068627605,0.00069740554,0.000074762516,0.0003253897,0.0013461934,0.0004687963,0.027136033,0.004329779,0.9579424,0.000081195205],"about_ca_topic_score_codex":0.009316092,"about_ca_topic_score_gemma":0.021114672,"teacher_disagreement_score":0.049793635,"about_ca_system_score_codex":0.005188123,"about_ca_system_score_gemma":0.0338788,"threshold_uncertainty_score":0.26333702},"labels":[],"label_agreement":null},{"id":"W2287419117","doi":"10.1177/2168479015608415","title":"Birth Control in Clinical Trials: Industry Survey of Current Use Practices, Governance, and Monitoring","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Medicine; Birth control; Pharmaceutical industry; Consistency (knowledge bases); Pharmacy; Family medicine; Corporate governance; Family planning; Medical education; Environmental health; Business; Population; Pharmacology","score_opus":0.5117005966845387,"score_gpt":0.5232290413459659,"score_spread":0.011528444661427217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287419117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88397944,0.014896816,0.017548738,0.0457322,0.00019489402,0.0033345395,0.0053254296,0.00032025043,0.028667716],"genre_scores_gemma":[0.9691157,0.00584731,0.013800107,0.005761363,0.0002127124,0.0014768251,0.002307394,0.000060080856,0.001418592],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.76776063,0.15347569,0.039511833,0.0067540156,0.029451499,0.003046354],"domain_scores_gemma":[0.3565018,0.3244557,0.1983719,0.030050611,0.08090706,0.009712923],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.17954758,0.00018894044,0.00049054425,0.004683778,0.0011274909,0.003717618,0.0010710745,0.0013241917,0.0012578251],"category_scores_gemma":[0.28193176,0.00052411907,0.00048576135,0.0072600725,0.0014941493,0.0026927665,0.0022199864,0.0017881186,0.0004093385],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00049493206,0.0003269113,0.79040724,0.0009607967,0.00021388035,0.00016912878,0.0076985736,0.0005843741,0.0012663023,0.0022102983,0.010564946,0.18510264],"study_design_scores_gemma":[0.00014356669,0.0016652805,0.89307433,0.0014623532,0.00013405443,0.0008737804,0.011558875,0.003607589,0.0017839201,0.0018067403,0.08374713,0.00014238956],"about_ca_topic_score_codex":0.003777062,"about_ca_topic_score_gemma":0.0050593093,"teacher_disagreement_score":0.82045245,"about_ca_system_score_codex":0.0031027305,"about_ca_system_score_gemma":0.007821885,"threshold_uncertainty_score":0.9495497},"labels":[],"label_agreement":null},{"id":"W2292670616","doi":"10.1177/2168479015604183","title":"Defining Regions in Multiregional Clinical Trials: An Analytical Approach to Considering Impact of Intrinsic and Extrinsic Factors","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Sample size determination; Medicine; Intervention (counseling); Epidemiology; Cluster (spacecraft); Ethnic group; Checklist; Psychology; Family medicine; Computer science; Cognitive psychology; Statistics; Pathology; Political science; Psychiatry","score_opus":0.6558268703743527,"score_gpt":0.5578808159228008,"score_spread":0.09794605445155191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292670616","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015392506,0.0034957605,0.9766766,0.0020456824,0.00008366394,0.00043234607,0.00024252497,0.0001086725,0.0015222551],"genre_scores_gemma":[0.5277366,0.0023658378,0.46554005,0.00091850135,0.00044236777,0.00157487,0.0003010425,0.0001397282,0.0009809099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.86177826,0.12336273,0.0028838008,0.007528977,0.0034821704,0.0009640823],"domain_scores_gemma":[0.4191723,0.54182196,0.019347945,0.013517461,0.0042772945,0.0018630733],"candidate_categories":["metaresearch","metaepi_broad"],"consensus_categories":[],"category_scores_codex":[0.16136898,0.0017975988,0.006100513,0.0041625462,0.0013021555,0.0057083154,0.004832663,0.002760446,0.0032326733],"category_scores_gemma":[0.29965535,0.0019247138,0.0061756964,0.0040591583,0.0068758633,0.0064181606,0.0061390726,0.005652876,0.00016944774],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015521307,0.00025381384,0.024808444,0.0020568932,0.0064349035,0.0007717205,0.0018033342,0.21316166,0.0013560441,0.6574236,0.002416776,0.087960616],"study_design_scores_gemma":[0.00033654628,0.00039990645,0.004568974,0.00040243243,0.002533684,0.00029093534,0.00037266136,0.21298845,0.0011160129,0.77171856,0.005211699,0.000060123275],"about_ca_topic_score_codex":0.003927559,"about_ca_topic_score_gemma":0.003345267,"teacher_disagreement_score":0.99389946,"about_ca_system_score_codex":0.0031307156,"about_ca_system_score_gemma":0.0072019044,"threshold_uncertainty_score":0.85341096},"labels":[],"label_agreement":null},{"id":"W2322303165","doi":"10.1177/2168479013512488","title":"Understanding the Role and Evidence Expectations of Health Technology Assessment and Coverage/Payer Bodies: What Are They Looking for, and How and Why Does This Differ From What Regulators Require?","year":2013,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Harmonization; Health technology; Pharmaceutical industry; Pharmacy; Work (physics); Business; Risk analysis (engineering); Health care; Political science; Medicine; Pharmacology; Engineering; Law","score_opus":0.32039870480528465,"score_gpt":0.4046872739783014,"score_spread":0.08428856917301675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322303165","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08818771,0.017481912,0.055272616,0.7918901,0.0010462023,0.00017275792,0.001024621,0.00016661108,0.044757426],"genre_scores_gemma":[0.94345134,0.0039661936,0.011305463,0.03803459,0.0014785156,0.00018757077,0.00031214266,0.00012574882,0.0011383595],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.88516444,0.078468286,0.0066958405,0.0074398722,0.017663036,0.004568505],"domain_scores_gemma":[0.3109383,0.5603861,0.054510977,0.013169374,0.050594717,0.010400481],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.17010298,0.00082243653,0.002196839,0.0049044164,0.0027400427,0.030375898,0.0042474438,0.011114453,0.0072420966],"category_scores_gemma":[0.5439007,0.0014160129,0.0016398787,0.0040505044,0.013481302,0.044509217,0.0045782975,0.014115145,0.0015598647],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006228039,0.00047333832,0.12587541,0.0018480439,0.0007524258,0.00028930043,0.01079739,0.0054089944,0.00076340797,0.6969293,0.027930362,0.12830934],"study_design_scores_gemma":[0.00014270116,0.0001945641,0.057444546,0.003099077,0.0003039586,0.00024074908,0.009262786,0.01208563,0.0013575893,0.89265555,0.022911534,0.00030145945],"about_ca_topic_score_codex":0.013044976,"about_ca_topic_score_gemma":0.008384092,"teacher_disagreement_score":0.17010298,"about_ca_system_score_codex":0.013750065,"about_ca_system_score_gemma":0.015965795,"threshold_uncertainty_score":0.89960134},"labels":[],"label_agreement":null},{"id":"W2333283573","doi":"10.1177/2168479014523006","title":"Clinical Data for Informed Medication Use in Pregnancy: Strengths, Limitations, Gaps, and a Need to Continue Moving Forward","year":2014,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pregnancy and Medication Impact","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Standardization; Data collection; Strengths and weaknesses; Pharmacy; Medicine; Medical education; Psychology; Family medicine; Computer science","score_opus":0.1372298812456588,"score_gpt":0.40346608017466395,"score_spread":0.2662361989290052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333283573","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.017719649,0.20758094,0.027106985,0.68236786,0.011366533,0.0016684905,0.01984816,0.00033811966,0.032003284],"genre_scores_gemma":[0.26855174,0.17932066,0.22428983,0.27087972,0.0181252,0.0079566445,0.027724313,0.00037547803,0.0027765282],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.73726404,0.16859238,0.04928086,0.007935869,0.034193736,0.0027331186],"domain_scores_gemma":[0.097923145,0.6980305,0.029145725,0.05245891,0.11340726,0.009034463],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.4101717,0.0019150422,0.006830541,0.0098859165,0.0036520928,0.016216574,0.013865292,0.01247806,0.014127793],"category_scores_gemma":[0.59162796,0.0018367016,0.004076097,0.014030997,0.010945615,0.027921727,0.012536482,0.017045237,0.003563662],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018614155,0.0015929709,0.12819897,0.046721656,0.0025675877,0.00044639196,0.00806312,0.0017337687,0.0009832778,0.07366762,0.17302118,0.561142],"study_design_scores_gemma":[0.0007289596,0.001660768,0.092893064,0.1441144,0.0029499237,0.0011922492,0.013098587,0.0027147776,0.0016125472,0.12134167,0.61706823,0.00062484253],"about_ca_topic_score_codex":0.018865893,"about_ca_topic_score_gemma":0.024086725,"teacher_disagreement_score":0.4101717,"about_ca_system_score_codex":0.007410814,"about_ca_system_score_gemma":0.052115455,"threshold_uncertainty_score":0.72736335},"labels":[],"label_agreement":null},{"id":"W2337969193","doi":"10.1177/2168479015601344","title":"iCAN: Providing a Voice for Children and Families in Pediatric Research","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child and Family Research Institute","funders":"","keywords":"Clinical trial; Medicine; Pharmacy; Medical education; Population; Family medicine; Public relations; Environmental health; Political science","score_opus":0.44456302555692123,"score_gpt":0.5047138706261579,"score_spread":0.06015084506923668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337969193","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003737385,0.008284917,0.00389207,0.87131494,0.04718041,0.00015702941,0.00027768285,0.0011337841,0.064021714],"genre_scores_gemma":[0.094776034,0.010404688,0.019522425,0.56741464,0.073889956,0.0015871695,0.0004782479,0.0027499835,0.22917683],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.97759706,0.010871049,0.0010339932,0.0011224822,0.004640818,0.0047345976],"domain_scores_gemma":[0.8125485,0.04759955,0.0065514385,0.0051916577,0.010606066,0.117502786],"candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.036948834,0.0009195261,0.0008735629,0.0020132381,0.017954947,0.013231292,0.0031597326,0.022653744,0.04053076],"category_scores_gemma":[0.07327464,0.000934645,0.0008633261,0.0014523864,0.008804948,0.010922507,0.02506337,0.03443888,0.0156186735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031200078,0.000039995804,0.00077435316,0.00010105095,0.0000070779415,0.0008475616,0.005545729,0.000029695271,0.0004668135,0.0045990506,0.9564185,0.03113889],"study_design_scores_gemma":[0.000016002907,0.000021248783,0.0007694831,0.00023385425,0.0000064363694,0.0011596006,0.0090772435,0.000054380387,0.00017604113,0.002787949,0.985663,0.00003472742],"about_ca_topic_score_codex":0.002943059,"about_ca_topic_score_gemma":0.017392436,"teacher_disagreement_score":0.99684024,"about_ca_system_score_codex":0.00634817,"about_ca_system_score_gemma":0.030585382,"threshold_uncertainty_score":0.19540644},"labels":[],"label_agreement":null},{"id":"W2462996267","doi":"10.1177/2168479016656898","title":"Implementation of Structured Benefit-Risk Assessments in Marketing Authorization Applications: Lessons Learned","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"Eli Lilly and Company","keywords":"Marketing authorization; Benchmarking; Risk assessment; Authorization; Pharmacy; Business; Leverage (statistics); Risk analysis (engineering); Computer science; Process management; Knowledge management; Marketing; Medicine; Computer security","score_opus":0.38789087888985657,"score_gpt":0.5917696534361624,"score_spread":0.20387877454630582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462996267","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09743565,0.008889085,0.60169744,0.18723619,0.0015087259,0.0041438555,0.0005229203,0.0032963897,0.09526976],"genre_scores_gemma":[0.44448677,0.0023697068,0.534211,0.013225302,0.0004996463,0.00089484523,0.00022834464,0.0002558932,0.003828443],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.8985364,0.0626225,0.006470445,0.0043256963,0.02459353,0.003451447],"domain_scores_gemma":[0.6214708,0.28471592,0.0130493585,0.027347794,0.046936207,0.0064798733],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1670364,0.0013094996,0.0013740113,0.0021624537,0.0021650027,0.012758125,0.0065825996,0.007033872,0.0054827104],"category_scores_gemma":[0.23321176,0.0011820906,0.002038008,0.0012456884,0.005100953,0.012755079,0.004815462,0.011879461,0.0015984299],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083786156,0.0034516603,0.024931114,0.0022433065,0.0006502251,0.0007527985,0.005254627,0.032072566,0.005284085,0.1569281,0.028301792,0.7392919],"study_design_scores_gemma":[0.001797383,0.0036530106,0.04254587,0.011466346,0.000856903,0.0015535781,0.006064187,0.11024757,0.02117106,0.60347646,0.19634831,0.0008193838],"about_ca_topic_score_codex":0.00754933,"about_ca_topic_score_gemma":0.009035359,"teacher_disagreement_score":0.8329636,"about_ca_system_score_codex":0.007347423,"about_ca_system_score_gemma":0.032025125,"threshold_uncertainty_score":0.88338345},"labels":[],"label_agreement":null},{"id":"W2518922904","doi":"10.1177/2168479016662681","title":"Assessing the Quality of Decision Making in the Development and Regulatory Review of Medicines: Identifying Biases and Best Practices","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Canada","keywords":"Quality (philosophy); Best practice; Agency (philosophy); Business; Process (computing); Decision quality; Knowledge management; Process management; Marketing; Computer science","score_opus":0.6876087216921124,"score_gpt":0.5659973000311609,"score_spread":0.12161142166095151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518922904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46280056,0.103717916,0.25219494,0.14649202,0.0028621776,0.002879162,0.0035645626,0.00040325677,0.02508551],"genre_scores_gemma":[0.9443652,0.0057351883,0.041331947,0.0060603367,0.0010094624,0.0006521017,0.00046935407,0.0000806322,0.00029571008],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.16776253,0.67182404,0.07321058,0.01696491,0.06713554,0.0031024334],"domain_scores_gemma":[0.014383606,0.89635813,0.053618725,0.017740672,0.016975593,0.0009231694],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.70636237,0.0016591982,0.004843134,0.015838893,0.0026189773,0.015264037,0.004446482,0.006952751,0.0012717049],"category_scores_gemma":[0.910288,0.0016633439,0.004841615,0.013970318,0.012714188,0.011239335,0.00837248,0.0073058032,0.0002535223],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005652041,0.00086207205,0.40193212,0.01470415,0.047247294,0.00033229438,0.017623244,0.026596945,0.0008152529,0.06347182,0.010602636,0.41016003],"study_design_scores_gemma":[0.0020764633,0.0020698588,0.1911986,0.02068706,0.015969526,0.0008050893,0.005633756,0.07534979,0.0072782463,0.6464718,0.031276755,0.0011830784],"about_ca_topic_score_codex":0.008740459,"about_ca_topic_score_gemma":0.008424573,"teacher_disagreement_score":0.29363763,"about_ca_system_score_codex":0.013235919,"about_ca_system_score_gemma":0.017515365,"threshold_uncertainty_score":0.36210752},"labels":[],"label_agreement":null},{"id":"W2519385594","doi":"10.1177/2168479016666586","title":"Current Practices in Choosing Estimands and Sensitivity Analyses in Clinical Trials: Results of the ICH E9 Survey","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical trial; Medicine; Family medicine; Pharmacy; Population; Addendum; Stakeholder; Quarter (Canadian coin); Internal medicine; Environmental health; Geography; Public relations; Political science","score_opus":0.9071316686951898,"score_gpt":0.707854031508543,"score_spread":0.19927763718664682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519385594","genre_codex":"methods","genre_gemma":"empirical","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.21001595,0.054740645,0.6360814,0.06101997,0.0007378943,0.0036242283,0.008538277,0.0008215579,0.024420071],"genre_scores_gemma":[0.76526606,0.016778741,0.19513682,0.013166927,0.00059363194,0.0037749752,0.0032576446,0.00070843496,0.0013167927],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.2712186,0.65173686,0.040823396,0.007472605,0.027477222,0.0012713189],"domain_scores_gemma":[0.042792454,0.90140146,0.013400934,0.025609849,0.015776062,0.0010192676],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.59158695,0.0012061582,0.0031660618,0.0055041607,0.0008700992,0.0049828724,0.003457893,0.0033824376,0.0045652967],"category_scores_gemma":[0.8186681,0.0014129013,0.0052096597,0.009363141,0.0036063811,0.0066827876,0.004435481,0.005319552,0.0011458189],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011717707,0.0005924247,0.21305162,0.00761305,0.011185261,0.0002513856,0.00860467,0.036429532,0.0009269755,0.045867857,0.034449782,0.6293097],"study_design_scores_gemma":[0.004339431,0.004009368,0.39894322,0.0248189,0.012665374,0.0022004917,0.007828436,0.12902375,0.010809329,0.2803468,0.123746745,0.0012681368],"about_ca_topic_score_codex":0.005945743,"about_ca_topic_score_gemma":0.0047865687,"teacher_disagreement_score":0.40841305,"about_ca_system_score_codex":0.0031034905,"about_ca_system_score_gemma":0.0064407657,"threshold_uncertainty_score":0.503646},"labels":[],"label_agreement":null},{"id":"W2519427156","doi":"10.1177/2168479016665434","title":"DIA’s Adaptive Design Scientific Working Group (ADSWG): Best Practices Case Studies for “Less Well-understood” Adaptive Designs","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Toolbox; Clinical study design; Adaptive design; Computer science; Clinical trial; Research design; Risk analysis (engineering); Management science; Pharmacy; Data science; Medicine; Engineering; Family medicine","score_opus":0.8818243861039051,"score_gpt":0.5764153350103045,"score_spread":0.3054090510936006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519427156","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026639423,0.0045655183,0.7678468,0.19642311,0.006519906,0.00258891,0.00041201964,0.0014526478,0.017527213],"genre_scores_gemma":[0.02510692,0.0017095697,0.92209834,0.038664643,0.002163756,0.0053078495,0.00030272288,0.00083735335,0.0038089151],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.48447734,0.4134729,0.03048511,0.008853115,0.059853066,0.0028585796],"domain_scores_gemma":[0.14869076,0.69096345,0.016360898,0.07085809,0.0651191,0.008007698],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.438512,0.0019525673,0.0021185926,0.004328439,0.0033553392,0.011771057,0.010244051,0.020606833,0.017781507],"category_scores_gemma":[0.6733547,0.0021269326,0.0033202353,0.0031569893,0.012492358,0.010481314,0.012058658,0.023502557,0.0053028557],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011653223,0.00081358664,0.0026280312,0.003287264,0.0004257,0.00038177797,0.0034710725,0.0058306307,0.0020390006,0.36036408,0.22965916,0.3899344],"study_design_scores_gemma":[0.001406302,0.00078843517,0.0011827983,0.0066709453,0.00031971742,0.0006653869,0.000624318,0.017318761,0.004952048,0.5933098,0.37252796,0.00023351076],"about_ca_topic_score_codex":0.0018365897,"about_ca_topic_score_gemma":0.0026162073,"teacher_disagreement_score":0.56148803,"about_ca_system_score_codex":0.006642695,"about_ca_system_score_gemma":0.03389415,"threshold_uncertainty_score":0.69241464},"labels":[],"label_agreement":null},{"id":"W2586107002","doi":"10.1177/2168479016683988","title":"Patient-Centered Therapy Development for Myotonic Dystrophy: Report of the Myotonic Dystrophy Foundation–Sponsored Workshop","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Genetic Neurodegenerative Diseases","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Myotonic Dystrophy Foundation; University of Rochester; National Organization for Rare Disorders","keywords":"Myotonic dystrophy; Medicine; Anticipation (artificial intelligence); Pharmacy; Drug development; Food and drug administration; Disease; Myotonia; Drug; Family medicine; Psychiatry; Pharmacology; Internal medicine","score_opus":0.07815012492655231,"score_gpt":0.32064850389233396,"score_spread":0.24249837896578164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586107002","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.12725948,0.04167739,0.03080933,0.720019,0.01626405,0.0012674708,0.00090350874,0.00023729948,0.06156242],"genre_scores_gemma":[0.6818875,0.052502006,0.06088009,0.091616414,0.0055342736,0.002086849,0.0028554136,0.00040908286,0.10222834],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99346066,0.0025114552,0.0002928507,0.00047649417,0.002057294,0.0012012959],"domain_scores_gemma":[0.98606503,0.0051719444,0.0006646655,0.00037494447,0.0032223423,0.004501098],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.031765528,0.0007775668,0.00039665593,0.0006962758,0.0019340549,0.0030571625,0.0018736859,0.007261365,0.0040986384],"category_scores_gemma":[0.009985964,0.0003537477,0.0012001535,0.00044395868,0.0015081752,0.0020290753,0.004506936,0.007526401,0.0006492074],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008271533,0.0051989825,0.006746578,0.0014642386,0.00021285922,0.003950439,0.0145477485,0.004241253,0.017974118,0.04420224,0.5693208,0.33131367],"study_design_scores_gemma":[0.00025878614,0.00078685384,0.010091842,0.0014219224,0.00010226521,0.0015614453,0.008171524,0.0027940709,0.01257109,0.008221133,0.9539179,0.00010126936],"about_ca_topic_score_codex":0.00569488,"about_ca_topic_score_gemma":0.012022672,"teacher_disagreement_score":0.031765528,"about_ca_system_score_codex":0.004202306,"about_ca_system_score_gemma":0.017473927,"threshold_uncertainty_score":0.1679942},"labels":[],"label_agreement":null},{"id":"W2614396497","doi":"10.1177/2168479017700679","title":"Reference Limits for Outlier Analyses in Randomized Clinical Trials","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"Eli Lilly and Company","keywords":"Percentile; Outlier; Confidence interval; Statistics; Clinical trial; Medicine; Computer science; Mathematics; Internal medicine","score_opus":0.933678491744073,"score_gpt":0.7282545952392478,"score_spread":0.20542389650482518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614396497","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0016647993,0.0019948266,0.9929934,0.0010601426,0.00027663732,0.00017331674,0.00017381033,0.00057528244,0.0010877285],"genre_scores_gemma":[0.23585607,0.002444828,0.7459894,0.0033660016,0.0017176252,0.004898564,0.0014481363,0.0017417663,0.0025376698],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.59854376,0.34785482,0.015773417,0.013818131,0.022077246,0.0019325971],"domain_scores_gemma":[0.21207844,0.7020671,0.016782427,0.05230664,0.014714228,0.0020511574],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.29927438,0.0024040912,0.0074751065,0.0059731854,0.0021433798,0.009580275,0.009450197,0.007430919,0.007459729],"category_scores_gemma":[0.70162046,0.0019944897,0.0050988044,0.0061249635,0.009803348,0.00864415,0.0077074654,0.014970884,0.0018756213],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024588995,0.0001802721,0.005067492,0.002123216,0.0016686035,0.0005077372,0.0011590476,0.044002075,0.00089863624,0.75792336,0.012443852,0.17156684],"study_design_scores_gemma":[0.00043697792,0.00046544234,0.0013030525,0.0006476343,0.0004113563,0.00038246866,0.0001295552,0.14727469,0.0016001565,0.83333915,0.013927297,0.00008220436],"about_ca_topic_score_codex":0.0016594115,"about_ca_topic_score_gemma":0.0007916994,"teacher_disagreement_score":0.7007256,"about_ca_system_score_codex":0.0035713352,"about_ca_system_score_gemma":0.0071411193,"threshold_uncertainty_score":0.8641194},"labels":[],"label_agreement":null},{"id":"W2751234733","doi":"10.1177/2168479017721585","title":"Medical Writing Competency Model — Section 1: Functions, Tasks, and Activities","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Medical writing; Core competency; Medical education; Section (typography); Alliance; Outsourcing; Process (computing); Knowledge management; Scientific writing; Pharmacy; Psychology; Computer science; Medicine; Business; Nursing; Political science; Marketing","score_opus":0.15061566002291502,"score_gpt":0.4696286900435323,"score_spread":0.3190130300206173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751234733","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16080098,0.0014710266,0.10943168,0.012636029,0.00060651376,0.004351625,0.0022600254,0.0013823912,0.70705974],"genre_scores_gemma":[0.6652358,0.0014902612,0.19371039,0.0023375854,0.0002638974,0.004052787,0.003152457,0.0001469969,0.12960982],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9961234,0.0010089831,0.00044135028,0.0002092422,0.0016837512,0.00053333637],"domain_scores_gemma":[0.9870423,0.0035049275,0.0012443918,0.0008669816,0.0053191357,0.0020222699],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036256502,0.00061006995,0.00028767902,0.0015373549,0.0012664276,0.0031225039,0.0013531413,0.0017069336,0.010571252],"category_scores_gemma":[0.010870468,0.0002755073,0.00060070155,0.000639345,0.0014695465,0.0028977948,0.0023580638,0.0019436475,0.0061608697],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023936463,0.0039017298,0.0488356,0.0017199019,0.000029270355,0.00034072556,0.008983907,0.0072459825,0.0071748435,0.20636973,0.069946215,0.64521277],"study_design_scores_gemma":[0.00018041645,0.0021757076,0.184742,0.005665292,0.000079318124,0.002327343,0.009185795,0.018672809,0.022993732,0.1317004,0.622031,0.00024633468],"about_ca_topic_score_codex":0.006490154,"about_ca_topic_score_gemma":0.009438594,"teacher_disagreement_score":0.99637437,"about_ca_system_score_codex":0.002671537,"about_ca_system_score_gemma":0.01669584,"threshold_uncertainty_score":0.03536433},"labels":[],"label_agreement":null},{"id":"W2751274104","doi":"10.1177/2168479017723680","title":"Medical Writing Competency Model — Section 2: Knowledge, Skills, Abilities, and Behaviors","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Medical writing; Medical education; Core competency; Function (biology); Scientific writing; Section (typography); Pharmacy; Psychology; Value (mathematics); Work (physics); Professional writing; Medicine; Computer science; Pedagogy; Management; Nursing; Engineering","score_opus":0.10088922978867858,"score_gpt":0.43580935050974856,"score_spread":0.33492012072106997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751274104","genre_codex":"other","genre_gemma":"methods","domain_codex":null,"domain_gemma":"reporting","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"reporting","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.39741445,0.0023230673,0.074597314,0.019362703,0.000453675,0.004265326,0.0053207544,0.0006045413,0.49565816],"genre_scores_gemma":[0.9183008,0.0013350936,0.047599893,0.0015154158,0.00012558434,0.0029722268,0.002779195,0.000034903293,0.02533696],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9973123,0.00060966297,0.00023776246,0.00016894328,0.0012713412,0.0003999232],"domain_scores_gemma":[0.98902684,0.003444142,0.0014570806,0.00067622296,0.004011141,0.0013846926],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0031072516,0.00058050436,0.00042614713,0.0018251542,0.0008785358,0.0017676356,0.0013272883,0.0014666037,0.00710876],"category_scores_gemma":[0.012578658,0.00022951765,0.00094824756,0.0006895101,0.0012330313,0.0017267663,0.002360552,0.0018871228,0.0021881151],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022652,0.006317491,0.32225397,0.0016954566,0.00018414717,0.0004819094,0.0055434196,0.015228742,0.0038371368,0.13756382,0.042569514,0.46409777],"study_design_scores_gemma":[0.00019091072,0.0017551186,0.69160444,0.0042617954,0.00023664496,0.0019507447,0.0056602163,0.03318828,0.011903666,0.11758437,0.13144298,0.00022079011],"about_ca_topic_score_codex":0.008692102,"about_ca_topic_score_gemma":0.01198842,"teacher_disagreement_score":0.99689275,"about_ca_system_score_codex":0.0025596214,"about_ca_system_score_gemma":0.011608457,"threshold_uncertainty_score":0.02378112},"labels":[],"label_agreement":null},{"id":"W2753303616","doi":"10.1177/2168479017718875","title":"Optimizing the Use of Electronic Data Sources in Clinical Trials: The Technology Landscape","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pfizer (Canada)","funders":"","keywords":"Interoperability; Electronic data capture; Data collection; Process (computing); Business; Health care; Modalities; Pharmacy; Process management; Knowledge management; Marketing; Clinical trial; Computer science; Medicine; Political science; World Wide Web","score_opus":0.6676923329195288,"score_gpt":0.5321826601739404,"score_spread":0.13550967274558834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753303616","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.038033385,0.05347249,0.17889833,0.6741079,0.0014367442,0.0030033435,0.0010176506,0.0011552295,0.048874978],"genre_scores_gemma":[0.22107093,0.06660287,0.60917014,0.08784686,0.003883222,0.00379377,0.0019687677,0.0009888989,0.00467455],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.52946025,0.35778138,0.040500496,0.011629326,0.055455092,0.0051733684],"domain_scores_gemma":[0.18195452,0.65178525,0.039837394,0.04568212,0.07334251,0.007398143],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.49369496,0.0010596825,0.001571656,0.009761745,0.0031805085,0.030385444,0.006352614,0.0068628453,0.0038319428],"category_scores_gemma":[0.49859515,0.0015298467,0.0028814317,0.012604702,0.008882308,0.036811467,0.014790959,0.010812245,0.0021779072],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031141963,0.00030251202,0.014124671,0.0050255526,0.0002447715,0.00028348103,0.009055696,0.002514283,0.0028047904,0.09530718,0.029766895,0.84025884],"study_design_scores_gemma":[0.00057914335,0.0017816325,0.02894638,0.028168386,0.0003722007,0.0016781281,0.015902167,0.0077869217,0.010532495,0.21570045,0.6878794,0.00067266036],"about_ca_topic_score_codex":0.0031087084,"about_ca_topic_score_gemma":0.0033267478,"teacher_disagreement_score":0.50630504,"about_ca_system_score_codex":0.014497324,"about_ca_system_score_gemma":0.041211277,"threshold_uncertainty_score":0.62436426},"labels":[],"label_agreement":null},{"id":"W2773331360","doi":"10.1177/2168479017746404","title":"Effective Partnering in Conducting Benefit-Risk Patient Preference Studies: Perspectives From a Patient Advocacy Organization, a Pharmaceutical Company, and Academic Stated-Preference Researchers","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"Eli Lilly and Company","keywords":"Preference; General partnership; Product (mathematics); Presentation (obstetrics); Promotion (chess); Public relations; Marketing; Business; Medical education; Medicine; Psychology; Political science","score_opus":0.5975288175548601,"score_gpt":0.5249441614561631,"score_spread":0.07258465609869702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773331360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69781315,0.004386035,0.01731748,0.2534445,0.0015404816,0.0010701851,0.00011020213,0.00013175551,0.024186183],"genre_scores_gemma":[0.9489159,0.0013601051,0.013689163,0.033437826,0.00046682998,0.0007502523,0.000035655677,0.000052972497,0.0012913693],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.6083131,0.36381015,0.005711471,0.002753469,0.010469899,0.008941886],"domain_scores_gemma":[0.48314312,0.40792847,0.02150586,0.015420496,0.024637757,0.04736434],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.34726283,0.0006823702,0.0010712587,0.0016512509,0.020918746,0.018934062,0.0041410923,0.010480627,0.008061095],"category_scores_gemma":[0.31715748,0.0014291989,0.0014607726,0.0012893474,0.012592417,0.010883037,0.016602464,0.016264593,0.0011459849],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022143107,0.010830477,0.11431054,0.0015480901,0.00061909755,0.0042679496,0.54627806,0.00092897855,0.00294476,0.019677104,0.028533006,0.26784754],"study_design_scores_gemma":[0.0015948028,0.0043245447,0.015971057,0.0021416992,0.00038763485,0.0046765627,0.8805815,0.002506351,0.0042944932,0.03009824,0.052954774,0.00046836975],"about_ca_topic_score_codex":0.001267327,"about_ca_topic_score_gemma":0.0049603074,"teacher_disagreement_score":0.65273714,"about_ca_system_score_codex":0.0034335456,"about_ca_system_score_gemma":0.023717796,"threshold_uncertainty_score":0.8049412},"labels":[],"label_agreement":null},{"id":"W2776943016","doi":"10.1177/2168479017744774","title":"Direct-to-Consumer Genetic Testing: Finding a Clear Path Forward","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Mental Health & Substance Use Services","funders":"","keywords":"Health Insurance Portability and Accountability Act; Monetization; Business; Accountability; Genetic testing; Consumer protection; Pharmacy; Personal genomics; Public relations; Internet privacy; Health care; Medicine; Economics; Political science; Law","score_opus":0.43601227364200407,"score_gpt":0.5200648424937523,"score_spread":0.08405256885174822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776943016","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001526617,0.010602978,0.011903543,0.9521379,0.0021194848,0.00007014573,0.000044969795,0.0000595953,0.02153485],"genre_scores_gemma":[0.1845659,0.019991336,0.04259011,0.7342666,0.006940097,0.00067271217,0.00015154229,0.00021069038,0.010611045],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.90369225,0.06146574,0.0027510002,0.005614428,0.023288118,0.0031885363],"domain_scores_gemma":[0.5828262,0.35709518,0.008771237,0.009350139,0.026134357,0.015823027],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.12767605,0.00085943146,0.0016950025,0.0016109468,0.0035467914,0.016702916,0.0039797383,0.037974223,0.016982047],"category_scores_gemma":[0.21367837,0.00088986085,0.0012549991,0.0011309561,0.029713908,0.023146456,0.009635577,0.032446943,0.0037600745],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016039812,0.00023600008,0.0015913738,0.00085070584,0.000056374563,0.0002430512,0.0011875366,0.0002691766,0.00041691682,0.8032702,0.096797556,0.094920635],"study_design_scores_gemma":[0.00023581192,0.00017058823,0.0015459697,0.0038054886,0.000049484705,0.0003996957,0.0018579654,0.0006825553,0.00090191344,0.8082424,0.18201436,0.000093751296],"about_ca_topic_score_codex":0.0031696018,"about_ca_topic_score_gemma":0.0061292173,"teacher_disagreement_score":0.12767605,"about_ca_system_score_codex":0.010407583,"about_ca_system_score_gemma":0.045575082,"threshold_uncertainty_score":0.6752236},"labels":[],"label_agreement":null},{"id":"W2778113859","doi":"10.1177/2168479017716712","title":"A Comparative Study of Medical Device Regulations: US, Europe, Canada, and Taiwan","year":2017,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Food and Drug Administration","keywords":"Medical device; Harmonization; Business; Risk analysis (engineering); Variety (cybernetics); Product (mathematics); Pharmacy; Health technology; Medicine; Computer science; Health care; Political science","score_opus":0.21927728765267496,"score_gpt":0.4487336366723921,"score_spread":0.22945634901971712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778113859","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0059835515,0.99237895,0.000036674304,0.00032156476,0.0000365689,0.000023181692,0.00014715022,0.0000010013761,0.0010712846],"genre_scores_gemma":[0.037909795,0.9609974,0.00014393954,0.00053098594,0.000031375952,0.000022377877,0.00014737969,0.0000016132152,0.00021517856],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99829954,0.00034631515,0.00032900754,0.0001638022,0.0006845202,0.00017683192],"domain_scores_gemma":[0.99443746,0.0033672948,0.001027053,0.00007786855,0.000952623,0.00013765166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004023105,0.00040769708,0.0017214278,0.006413394,0.0007024338,0.002163598,0.00084570143,0.001003122,0.0021537398],"category_scores_gemma":[0.007855053,0.00022557222,0.0013879165,0.015263121,0.00080745434,0.0010273022,0.0010493157,0.0007985222,0.000079355224],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006748919,0.00016610562,0.02950392,0.25346357,0.004226342,0.00083801325,0.0044037118,0.00038671942,0.0007536583,0.011810687,0.014715848,0.67905664],"study_design_scores_gemma":[0.00019944618,0.00035683293,0.23134688,0.27227288,0.022306457,0.002079662,0.01452795,0.0002628753,0.0010339626,0.0016975972,0.45376632,0.00014912087],"about_ca_topic_score_codex":0.1859597,"about_ca_topic_score_gemma":0.5011417,"teacher_disagreement_score":0.9929864,"about_ca_system_score_codex":0.0070136283,"about_ca_system_score_gemma":0.024533013,"threshold_uncertainty_score":0.36975455},"labels":[],"label_agreement":null},{"id":"W2813697625","doi":"10.1177/2168479018786481","title":"US Medical Information Websites Benchmarking: How Is the Industry Fairing in Usability?","year":2018,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pfizer (Canada); TransCanada (Canada)","funders":"Pfizer","keywords":"Usability; Benchmarking; Certification; Social media; Web usability; Computer science; World Wide Web; Business; Marketing","score_opus":0.12334712570001097,"score_gpt":0.4164164695053982,"score_spread":0.2930693438053872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2813697625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012979362,0.98699385,0.00058628793,0.007865541,0.00040666747,0.00003278426,0.000057842746,0.000011292452,0.0027477716],"genre_scores_gemma":[0.06383925,0.92432386,0.0033379076,0.0064075203,0.0008823862,0.00013631272,0.00017614574,0.000030803898,0.0008657997],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.964834,0.01806678,0.0033742923,0.0019678918,0.010864121,0.00089295575],"domain_scores_gemma":[0.8457615,0.1211026,0.010493467,0.002531541,0.018565716,0.0015452821],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05384791,0.0007239449,0.0030590612,0.008803574,0.0011087144,0.009502156,0.0033018482,0.003602949,0.0043248646],"category_scores_gemma":[0.11139607,0.00053248834,0.0019295766,0.012899393,0.0042956234,0.00810226,0.0033512947,0.0036770953,0.0004559022],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000103782615,0.00010035432,0.0036550823,0.027387867,0.00062486285,0.000040413546,0.00090428,0.00030018756,0.00011225408,0.028347693,0.015390495,0.9230328],"study_design_scores_gemma":[0.00016672058,0.000508528,0.030235006,0.2924758,0.0038156155,0.0005931403,0.0050722975,0.0015911723,0.0010955555,0.04553734,0.61869925,0.00020956466],"about_ca_topic_score_codex":0.010141128,"about_ca_topic_score_gemma":0.017601024,"teacher_disagreement_score":0.05384791,"about_ca_system_score_codex":0.006287196,"about_ca_system_score_gemma":0.016522488,"threshold_uncertainty_score":0.28477836},"labels":[],"label_agreement":null},{"id":"W2899241554","doi":"10.1177/2168479018801566","title":"Accelerating Adoption of Patient-Facing Technologies in Clinical Trials: A Pharmaceutical Industry Perspective on Opportunities and Challenges","year":2018,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada)","funders":"","keywords":"Clinical trial; Stakeholder; Medicine; Variety (cybernetics); Quality (philosophy); Stakeholder engagement; Pharmaceutical industry; Business; Knowledge management; Medical education; Public relations; Political science","score_opus":0.8348141883705774,"score_gpt":0.6223117715967718,"score_spread":0.21250241677380566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899241554","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.074357696,0.020538865,0.042441983,0.8271404,0.0016197206,0.0013150998,0.000082270475,0.00023400743,0.032270074],"genre_scores_gemma":[0.7595882,0.03269338,0.09613727,0.10458352,0.0022618675,0.0017292603,0.00014231686,0.00013786931,0.0027263146],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.6778992,0.27111015,0.013791413,0.0057804813,0.023156296,0.008262405],"domain_scores_gemma":[0.4026403,0.51373726,0.026064621,0.0097926045,0.02978191,0.01798332],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.30185482,0.0008331291,0.00071004016,0.002662452,0.0068636285,0.025465615,0.004022012,0.011745757,0.0034757263],"category_scores_gemma":[0.23397702,0.0008764058,0.0014023728,0.0030498088,0.018020846,0.022663096,0.016272996,0.015188892,0.0008083994],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000427464,0.0012606101,0.036446676,0.011259658,0.0002614234,0.003058628,0.21934657,0.0024174356,0.005646452,0.22017638,0.046041545,0.4536572],"study_design_scores_gemma":[0.0002851109,0.0035562203,0.022709135,0.019031143,0.0003178256,0.0061492966,0.28472203,0.0049991757,0.0069080135,0.17665029,0.47427404,0.0003978249],"about_ca_topic_score_codex":0.00096247805,"about_ca_topic_score_gemma":0.0012949901,"teacher_disagreement_score":0.69814515,"about_ca_system_score_codex":0.0076016565,"about_ca_system_score_gemma":0.048507918,"threshold_uncertainty_score":0.8609373},"labels":[],"label_agreement":null},{"id":"W2899380400","doi":"10.1177/2168479018805433","title":"Survey of Awareness and Perceptions of Canadians on the Benefits and Risks of Clinical Trials","year":2018,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Robarts Clinical Trials; University of Toronto","funders":"","keywords":"Clinical trial; Medicine; Clinical research; Family medicine; Perception; Alternative medicine; Pharmacy; Psychology; Internal medicine; Pathology","score_opus":0.8256403243925914,"score_gpt":0.6461988839576276,"score_spread":0.1794414404349638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899380400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97295636,0.0022081926,0.00017587373,0.008349228,0.00004438239,0.00013890167,0.0012489795,0.000013125904,0.014864879],"genre_scores_gemma":[0.9954195,0.0014048704,0.0001528921,0.0018087853,0.000021816137,0.00002765171,0.00019750038,0.0000032245155,0.0009638095],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9934895,0.0014075834,0.00037546636,0.0002744174,0.003486034,0.0009669899],"domain_scores_gemma":[0.9719999,0.007714289,0.0056090835,0.0004725428,0.008342376,0.005861749],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008328729,0.00015747035,0.00038462083,0.0013975644,0.0035710114,0.0016936524,0.0007760248,0.0008163666,0.004941466],"category_scores_gemma":[0.026963457,0.00029376327,0.00048805922,0.002345644,0.0030181475,0.0005159469,0.001014919,0.0011760443,0.0002557054],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009482466,0.00021257385,0.875401,0.00089282106,0.00016216152,0.00043873145,0.04837541,0.00026033845,0.00078338035,0.0013007566,0.017180983,0.05404364],"study_design_scores_gemma":[0.00009833462,0.00041413057,0.94331956,0.00059457,0.000082391,0.00028302078,0.032693513,0.0002996245,0.00014765353,0.0002089246,0.021762425,0.000095775424],"about_ca_topic_score_codex":0.9542163,"about_ca_topic_score_gemma":0.94178456,"teacher_disagreement_score":0.99167126,"about_ca_system_score_codex":0.0187897,"about_ca_system_score_gemma":0.042246673,"threshold_uncertainty_score":0.13632947},"labels":[],"label_agreement":null},{"id":"W2908941652","doi":"10.1007/s43441-019-00036-y","title":"Review of Drugs Approved via the 505(b)(2) Pathway: Uncovering Drug Development Trends and Regulatory Requirements","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; New drug application; Pharmacy; Drug; Approved drug; Pharmacology; Risk analysis (engineering); Family medicine","score_opus":0.08448228183349814,"score_gpt":0.3486671360293755,"score_spread":0.26418485419587734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908941652","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3863671,0.33213443,0.022144293,0.052616406,0.0027920995,0.009066524,0.07336802,0.0014261513,0.120085],"genre_scores_gemma":[0.6324188,0.19959158,0.053128004,0.01959422,0.003721164,0.0060222126,0.05676061,0.001031599,0.027731795],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9256538,0.019745065,0.02090047,0.0048413877,0.027278647,0.001580565],"domain_scores_gemma":[0.6115777,0.13781004,0.11245943,0.010819691,0.12244093,0.004892215],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.072831884,0.0004075797,0.0011654838,0.020123927,0.0012209825,0.0053445054,0.0016229894,0.0010837694,0.0033206947],"category_scores_gemma":[0.15558176,0.0007023243,0.0014243915,0.01666719,0.00093697174,0.0041173426,0.001562252,0.0013631067,0.002086843],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015427973,0.00030958047,0.17111379,0.02478887,0.0007575394,0.0023691775,0.003814142,0.00096889515,0.008043631,0.0125784855,0.19581379,0.5778993],"study_design_scores_gemma":[0.00013032347,0.0008175994,0.22757022,0.011354118,0.0009536043,0.0028997709,0.0032167681,0.0017296161,0.0068652593,0.0016461154,0.74261546,0.00020121066],"about_ca_topic_score_codex":0.00722475,"about_ca_topic_score_gemma":0.014335022,"teacher_disagreement_score":0.92716813,"about_ca_system_score_codex":0.0052732937,"about_ca_system_score_gemma":0.019116176,"threshold_uncertainty_score":0.38517642},"labels":[],"label_agreement":null},{"id":"W2912539682","doi":"10.1177/2168479018820875","title":"Role of Patients and Parents in Pediatric Drug Development","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institutes of Health","keywords":"Legislation; Medicine; Inclusion (mineral); Drug development; Pharmacy; Family medicine; Clinical trial; Medical education; Public relations; Drug; Political science; Psychology; Psychiatry","score_opus":0.02666760422424918,"score_gpt":0.31253210331811926,"score_spread":0.2858644990938701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912539682","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43314177,0.03543893,0.0061474424,0.43628165,0.0029463503,0.0001679457,0.00021740951,0.00016240828,0.08549609],"genre_scores_gemma":[0.951993,0.012957342,0.0034920138,0.026845317,0.0007856106,0.00015013831,0.000078144745,0.000041323055,0.0036571238],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98023075,0.016032092,0.000655056,0.00042783935,0.0015478943,0.001106266],"domain_scores_gemma":[0.91176105,0.057053614,0.007056644,0.0012294928,0.0042421613,0.018657127],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.013792913,0.00030237,0.0004757804,0.000862937,0.0042852713,0.0040717637,0.000675035,0.0037834134,0.008176382],"category_scores_gemma":[0.064869456,0.00044421796,0.00031516908,0.0005190225,0.003322717,0.0033129738,0.003996047,0.006016933,0.0007174364],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042991823,0.0012835551,0.36884674,0.000707877,0.00017036294,0.015469021,0.13650277,0.0005605485,0.0013280076,0.036451552,0.11151405,0.32673553],"study_design_scores_gemma":[0.00022232521,0.0015695455,0.08734518,0.00535652,0.00028807946,0.04679256,0.297398,0.0013982024,0.0024993455,0.037940137,0.5189164,0.00027376923],"about_ca_topic_score_codex":0.0018208174,"about_ca_topic_score_gemma":0.0029435516,"teacher_disagreement_score":0.013792913,"about_ca_system_score_codex":0.0017868265,"about_ca_system_score_gemma":0.008964905,"threshold_uncertainty_score":0.07294476},"labels":[],"label_agreement":null},{"id":"W2927518299","doi":"10.1007/s43441-019-00061-x","title":"Choosing Estimands in Clinical Trials: Putting the ICH E9(R1) Into Practice","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Generalizability theory; Clinical trial; Psychology; Causal inference; Management science; Medical education; Medicine","score_opus":0.5758803589607833,"score_gpt":0.5856898343720771,"score_spread":0.009809475411293844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927518299","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0039744116,0.0042392323,0.9677861,0.018403033,0.0004665493,0.00048484682,0.00020350855,0.00022485178,0.004217495],"genre_scores_gemma":[0.17167254,0.0036341134,0.81008583,0.007980899,0.0015770519,0.0019758905,0.00026748833,0.0003520928,0.0024540278],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.5287726,0.43795946,0.009801364,0.010310854,0.012125195,0.0010305623],"domain_scores_gemma":[0.13981274,0.8303871,0.006687082,0.016939247,0.004698954,0.0014748187],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.33461797,0.0028273612,0.009718444,0.0036532294,0.001829433,0.0069674705,0.0059378822,0.010379151,0.008250639],"category_scores_gemma":[0.65900385,0.0028485034,0.0047119716,0.0032243673,0.012243091,0.010262222,0.007901215,0.021503681,0.001497123],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0025906495,0.00028791584,0.0045018955,0.00280767,0.0021371625,0.0005591162,0.0012030716,0.043340616,0.0004056997,0.7000087,0.013722335,0.22843523],"study_design_scores_gemma":[0.00070730556,0.00030976295,0.0004962876,0.0006679018,0.00032576697,0.00009714745,0.00009528017,0.061875585,0.00035657323,0.92972606,0.005287604,0.00005468293],"about_ca_topic_score_codex":0.0034643388,"about_ca_topic_score_gemma":0.003347145,"teacher_disagreement_score":0.665382,"about_ca_system_score_codex":0.0030735368,"about_ca_system_score_gemma":0.01102231,"threshold_uncertainty_score":0.8205345},"labels":[],"label_agreement":null},{"id":"W2936620722","doi":"10.1007/s43441-019-00065-7","title":"Defining Efficacy Estimands in Clinical Trials: Examples Illustrating ICH E9(R1) Guidelines","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Pharmacy; Management science; Clinical trial; Computer science; Psychology; Outcomes research; Process (computing); Medicine; Alternative medicine; Family medicine; Economics","score_opus":0.883004335025943,"score_gpt":0.6623581172211382,"score_spread":0.22064621780480476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936620722","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005728785,0.010173712,0.9286495,0.039313745,0.00084579,0.0009318982,0.0007006972,0.0006166215,0.018195197],"genre_scores_gemma":[0.016609266,0.006141568,0.943938,0.024658343,0.001533957,0.0034471273,0.00040168117,0.0005299725,0.0027400143],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.75627077,0.20394343,0.017620623,0.0042038965,0.016765734,0.001195524],"domain_scores_gemma":[0.49572822,0.46800637,0.006540099,0.011270388,0.01740675,0.0010481826],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1949805,0.0031210198,0.0047460604,0.005849883,0.0018484753,0.00791699,0.0063635074,0.013653516,0.004390996],"category_scores_gemma":[0.3283424,0.002148618,0.0060780984,0.004365718,0.012427279,0.0049156416,0.005854011,0.022497704,0.0033290314],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016621267,0.00008064738,0.0004205728,0.0021945776,0.00018955924,0.00035388162,0.00090113824,0.005656941,0.00047333105,0.8221764,0.0680186,0.099368066],"study_design_scores_gemma":[0.0002229801,0.00013690714,0.0005343804,0.0036521545,0.00018042847,0.0006599711,0.00013718357,0.012458163,0.0010120989,0.87520283,0.105698675,0.00010428515],"about_ca_topic_score_codex":0.006880632,"about_ca_topic_score_gemma":0.008552991,"teacher_disagreement_score":0.8050195,"about_ca_system_score_codex":0.004361063,"about_ca_system_score_gemma":0.010867731,"threshold_uncertainty_score":0.99273235},"labels":[],"label_agreement":null},{"id":"W2994012024","doi":"10.1007/s43441-019-00015-3","title":"A Quantitative Study of US FDA Inspection Data for Drug Manufacturing Sites","year":2019,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biosimilars and Bioanalytical Methods","field":"Immunology and Microbiology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sanofi (Canada); Alphora Research (Canada)","funders":"","keywords":"Pharmacy; Government (linguistics); Database; Good manufacturing practice; Business; Pharmaceutical manufacturing; Medicine; Computer science; Data science; Pharmacology; Marketing; Family medicine","score_opus":0.2871311540716608,"score_gpt":0.44947032410972815,"score_spread":0.16233917003806736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994012024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017343801,0.99257153,0.0014975993,0.00065138604,0.00018641406,0.00002929612,0.00079634273,0.000022879289,0.002510158],"genre_scores_gemma":[0.020462105,0.974,0.0027420183,0.0006962566,0.00019771623,0.000035309018,0.000832771,0.00001556752,0.0010182797],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979194,0.0003858808,0.00024100996,0.00033815962,0.0010421509,0.0000734584],"domain_scores_gemma":[0.9858203,0.00911295,0.0023602555,0.00033011913,0.0022694934,0.00010689512],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043764547,0.0010031029,0.0012741885,0.007145759,0.00021571729,0.001693725,0.0013589762,0.0009349671,0.0022422448],"category_scores_gemma":[0.009265797,0.00038057106,0.0010290473,0.008233773,0.00088954705,0.0016619238,0.00061968184,0.0010520216,0.00066270906],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006948457,0.000040938157,0.0029622759,0.016339634,0.00028658824,0.0000706547,0.00009109732,0.00059384556,0.0005523559,0.0044239135,0.014450293,0.960119],"study_design_scores_gemma":[0.00003121815,0.00030099048,0.040847413,0.0352762,0.0012851271,0.001349768,0.00044380224,0.0010797784,0.0028474713,0.004866186,0.9115521,0.00011992823],"about_ca_topic_score_codex":0.0074363295,"about_ca_topic_score_gemma":0.011239207,"teacher_disagreement_score":0.0074363295,"about_ca_system_score_codex":0.0019088236,"about_ca_system_score_gemma":0.0029579885,"threshold_uncertainty_score":0.023145199},"labels":[],"label_agreement":null},{"id":"W3001328276","doi":"10.1007/s43441-020-00114-6","title":"Complex Generic Products: Insight of Current Regulatory Frameworks in US, EU and Canada and the Need of Harmonisation","year":2020,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biosimilar; Authorization; Competitor analysis; Business; Competition (biology); Product (mathematics); Harmonization; Law and economics; Medicine; Marketing; Computer science; Economics; Computer security; Biology","score_opus":0.14794574260159118,"score_gpt":0.3219237387184541,"score_spread":0.1739779961168629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001328276","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00028367637,0.9967975,0.00014379036,0.0013418326,0.000085402506,0.000006870329,0.00007999117,0.0000033581935,0.0012575507],"genre_scores_gemma":[0.0031244634,0.99504423,0.0003671462,0.00094825466,0.00007490142,0.000007073837,0.00007554851,0.0000030999533,0.00035530535],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9987355,0.00026304237,0.00014557535,0.00015829083,0.0005584711,0.0001391244],"domain_scores_gemma":[0.99524057,0.0030597586,0.00064119784,0.00009640976,0.0008388309,0.00012331514],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004025175,0.0006875002,0.00226618,0.0028125835,0.0003372615,0.0034749813,0.0013898343,0.0019599136,0.005660094],"category_scores_gemma":[0.005004269,0.0003456939,0.0013402457,0.005297946,0.0015803891,0.0024820406,0.0010207663,0.0027583935,0.0006492414],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030090392,0.00006744564,0.00043395004,0.04212422,0.0004090652,0.00016358426,0.00015405045,0.0017308585,0.00073962193,0.07023484,0.026628463,0.8570129],"study_design_scores_gemma":[0.00008158191,0.00008600093,0.003554754,0.028001748,0.0005262971,0.0004030577,0.00020680449,0.00039931398,0.0003080593,0.014257852,0.95212805,0.000046371773],"about_ca_topic_score_codex":0.045131464,"about_ca_topic_score_gemma":0.093665875,"teacher_disagreement_score":0.9925703,"about_ca_system_score_codex":0.0074297367,"about_ca_system_score_gemma":0.014782776,"threshold_uncertainty_score":0.089737535},"labels":[],"label_agreement":null},{"id":"W3025682187","doi":"10.1007/s43441-020-00159-7","title":"Data Monitoring for the Chinese Clinical Trials of Remdesivir in Treating Patients with COVID-19 During the Pandemic Crisis","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Peking University; Ruijin Hospital; University of Toronto; University of Oxford","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Pharmacy; Clinical trial; Betacoronavirus; Intensive care medicine; Virology; Internal medicine; Family medicine; Outbreak; Disease","score_opus":0.38435375061519694,"score_gpt":0.5533268586993592,"score_spread":0.16897310808416222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025682187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.49732468,0.012118249,0.22393589,0.09204209,0.0046528843,0.10984835,0.017272135,0.0025935064,0.040212255],"genre_scores_gemma":[0.7518758,0.0018173775,0.15640019,0.012201262,0.0010948457,0.070839874,0.0037059726,0.00021681389,0.0018477046],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.6801086,0.2761276,0.024613522,0.004689346,0.011902793,0.0025580227],"domain_scores_gemma":[0.6546791,0.1569522,0.07806781,0.064697094,0.037390497,0.008213272],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3801585,0.00080036995,0.0017106527,0.0027604892,0.0026937018,0.0039010379,0.0027793716,0.0018388245,0.003525127],"category_scores_gemma":[0.33662343,0.00086304557,0.0021482562,0.004488044,0.0021593003,0.0036729677,0.003076658,0.0034328473,0.0007279748],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.10853772,0.001516167,0.15387703,0.006991176,0.0032705541,0.00046225268,0.005802434,0.0038613619,0.009436563,0.017144136,0.056409195,0.6326914],"study_design_scores_gemma":[0.06548997,0.045607902,0.42565095,0.008446805,0.006318599,0.0010815731,0.0028398302,0.04348449,0.04636905,0.027551144,0.32610893,0.0010507973],"about_ca_topic_score_codex":0.0026890964,"about_ca_topic_score_gemma":0.0046217986,"teacher_disagreement_score":0.3801585,"about_ca_system_score_codex":0.004248067,"about_ca_system_score_gemma":0.022761611,"threshold_uncertainty_score":0.7643749},"labels":[],"label_agreement":null},{"id":"W3033602446","doi":"10.1007/s43441-020-00175-7","title":"Designing, Conducting, Monitoring, and Analyzing Data from Pragmatic Randomized Clinical Trials: Proceedings from a Multi-stakeholder Think Tank Meeting","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute","funders":"Duke Clinical Research Institute","keywords":"Randomized controlled trial; Data monitoring committee; Stakeholder engagement; Stakeholder; Health care; Clinical trial; Government (linguistics); Quality (philosophy); Medicine; Data quality; Process management; Business; Public relations; Marketing; Political science","score_opus":0.8314630810388591,"score_gpt":0.531316371115239,"score_spread":0.30014670992362014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033602446","genre_codex":"commentary","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.012642964,0.018443272,0.14639662,0.77575845,0.025535788,0.015120532,0.0007243348,0.00037378073,0.0050042416],"genre_scores_gemma":[0.1718132,0.019039389,0.5985076,0.13796246,0.022482099,0.041252214,0.0012993735,0.0016218425,0.006021791],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.35931197,0.556995,0.029876363,0.0103332205,0.03569552,0.007787912],"domain_scores_gemma":[0.19045334,0.67846495,0.020293802,0.016009,0.06854582,0.026233032],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.61224484,0.004319804,0.004736081,0.004910825,0.013840772,0.022081055,0.009038968,0.023575472,0.0049974024],"category_scores_gemma":[0.62515664,0.005069501,0.005467882,0.0052121165,0.013741571,0.012297699,0.020547323,0.044967465,0.0017652595],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0045958394,0.0019845741,0.0033880502,0.018188262,0.0036446827,0.0028612642,0.10384864,0.009673796,0.012372881,0.038207058,0.29516947,0.50606555],"study_design_scores_gemma":[0.0058508255,0.0017182458,0.0072679864,0.025081852,0.0021181677,0.0007029499,0.050059944,0.014000539,0.010205689,0.27589923,0.6053509,0.0017436953],"about_ca_topic_score_codex":0.007248009,"about_ca_topic_score_gemma":0.0180645,"teacher_disagreement_score":0.38775516,"about_ca_system_score_codex":0.028329164,"about_ca_system_score_gemma":0.11495204,"threshold_uncertainty_score":0.47817117},"labels":[],"label_agreement":null},{"id":"W3041569196","doi":"10.1007/s43441-020-00195-3","title":"Collection of Post-treatment PRO Data in Oncology Clinical Trials","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fluidigm (Canada)","funders":"EMD Serono; Merck KGaA; GlaxoSmithKline","keywords":"Clinical trial; Medicine; Pharmacy; Data collection; Descriptive statistics; Modalities; Protocol (science); Medical physics; MEDLINE; Attrition; Research design; Cohort; Family medicine; Alternative medicine; Internal medicine; Statistics","score_opus":0.8903234162451201,"score_gpt":0.6728231352039439,"score_spread":0.21750028104117625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041569196","genre_codex":"protocol","genre_gemma":"methods","domain_codex":"methods","domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.031118883,0.019511977,0.21053798,0.03659435,0.015794884,0.5722845,0.04352653,0.0039489074,0.06668202],"genre_scores_gemma":[0.063588314,0.004946965,0.19106537,0.01003018,0.0038597942,0.71140647,0.010719427,0.00079892937,0.003584561],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.13584293,0.75474507,0.074632086,0.0075257504,0.025004696,0.0022495193],"domain_scores_gemma":[0.09997327,0.46067718,0.14205255,0.18901916,0.0965362,0.0117416205],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.6948328,0.0032759241,0.007268367,0.010570847,0.004911179,0.015961055,0.007955625,0.007925758,0.024427883],"category_scores_gemma":[0.76240027,0.0043484867,0.006843781,0.016696254,0.005344802,0.013628256,0.00925011,0.012157885,0.017211769],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.049226932,0.0045798137,0.028540332,0.05673454,0.0054618143,0.0009118768,0.008688867,0.004200173,0.002784994,0.02591886,0.24702209,0.5659298],"study_design_scores_gemma":[0.033189006,0.023897577,0.082025684,0.047911298,0.0028944633,0.0010657476,0.0030725435,0.008173951,0.010439433,0.04800485,0.7383413,0.0009842042],"about_ca_topic_score_codex":0.0017275639,"about_ca_topic_score_gemma":0.0027700064,"teacher_disagreement_score":0.6948328,"about_ca_system_score_codex":0.0077619934,"about_ca_system_score_gemma":0.035430655,"threshold_uncertainty_score":0.37632555},"labels":[],"label_agreement":null},{"id":"W3088815085","doi":"10.1007/s43441-020-00222-3","title":"Where are We Now in Providing Medical Information in the Digital Space? A Benchmark Survey of PhactMI™ Member Companies","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pfizer (Canada)","funders":"","keywords":"World Wide Web; Benchmarking; Infographic; Markup language; Analytics; Repurposing; Space (punctuation); Business; Computer science; Internet privacy; Medicine; Data science; Marketing; Engineering","score_opus":0.12212558604296764,"score_gpt":0.4191248514646568,"score_spread":0.29699926542168914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088815085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9948738,0.00040844196,0.000053796386,0.0015164833,0.000010368867,0.000012318925,0.00035965798,0.000005288682,0.0027599349],"genre_scores_gemma":[0.99739516,0.0005096574,0.00008708755,0.00070885895,0.000016622806,0.000013232598,0.00036417195,0.000004050215,0.00090112496],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973484,0.0006635025,0.000300404,0.00026485696,0.0008986326,0.00052420277],"domain_scores_gemma":[0.9792051,0.0051934654,0.0067613386,0.00046259857,0.0043068766,0.004070574],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031930963,0.00010821928,0.00021877584,0.0014510854,0.00077927805,0.0024330798,0.0004021385,0.0009790661,0.0032812282],"category_scores_gemma":[0.015336821,0.00022390643,0.00020789361,0.0018117463,0.00055647513,0.002642095,0.0013060283,0.0009904928,0.0008634322],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001646106,0.00029479846,0.96558493,0.00008005162,0.000035581856,0.00010710711,0.006171976,0.000042680436,0.00039221015,0.00028711802,0.0035092537,0.023329511],"study_design_scores_gemma":[0.000008039744,0.0002442191,0.9805162,0.00006373941,0.000018505301,0.0001958833,0.0144056445,0.00013411745,0.00013216588,0.00005825065,0.0042115827,0.000011688167],"about_ca_topic_score_codex":0.008135906,"about_ca_topic_score_gemma":0.009685563,"teacher_disagreement_score":0.008135906,"about_ca_system_score_codex":0.00092344586,"about_ca_system_score_gemma":0.0014229652,"threshold_uncertainty_score":0.01688689},"labels":[],"label_agreement":null},{"id":"W3158583634","doi":"10.1007/s43441-021-00291-y","title":"Evaluating Metrics Applied to the Medical Science Liaison (MSL) Role: A Survey-Based Study of Canadian MSL Leaders","year":2021,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"ABB (Canada); Hamilton Health Sciences; Pfizer (Canada); AstraZeneca (Canada); Roche (Canada)","funders":"AbbVie Canada; Pfizer Canada; Astellas Pharma; Astellas Pharma Canada; Janssen Canada; AstraZeneca Canada; AstraZeneca; Pfizer","keywords":"Metric (unit); Health care; Value (mathematics); Specialty; Qualitative research; Qualitative property; Psychology; Medical education; Medicine; Data science; Computer science; Statistics; Family medicine; Business; Mathematics; Marketing; Political science; Sociology; Social science","score_opus":0.7668064019942811,"score_gpt":0.65845608213586,"score_spread":0.10835031985842103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158583634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99404174,0.00037742034,0.00022809912,0.0019834302,0.000023883333,0.00028880255,0.0003798753,0.00001519993,0.0026614505],"genre_scores_gemma":[0.99682546,0.0005313651,0.00063841674,0.000798462,0.000015023655,0.00019376242,0.00017793529,0.000010330185,0.0008093343],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9887954,0.0029655683,0.00052957726,0.00055420276,0.0044709933,0.0026842137],"domain_scores_gemma":[0.94169927,0.011695753,0.008074206,0.00058176654,0.025452703,0.012496342],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.016025426,0.0003247899,0.00046715632,0.0039023014,0.006690556,0.0032722421,0.0013367274,0.00091098045,0.0023005677],"category_scores_gemma":[0.039341792,0.0005179301,0.00030814792,0.0036856055,0.0024352528,0.001386293,0.0021490362,0.001510604,0.00030652],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016794069,0.00040251238,0.75999457,0.00059722975,0.000034906552,0.00049886614,0.19257164,0.000118536875,0.0008302182,0.0004646114,0.008203597,0.036115367],"study_design_scores_gemma":[0.000027667458,0.00044490045,0.6628009,0.0004278176,0.000016980819,0.00016075774,0.31921875,0.0006165496,0.00028969417,0.0000819401,0.015843892,0.00007004578],"about_ca_topic_score_codex":0.85044,"about_ca_topic_score_gemma":0.8995996,"teacher_disagreement_score":0.9839746,"about_ca_system_score_codex":0.037723165,"about_ca_system_score_gemma":0.07807671,"threshold_uncertainty_score":0.3008815},"labels":[],"label_agreement":null},{"id":"W3208070779","doi":"10.1007/s43441-021-00344-2","title":"Increased Patient’s Risk Associated with the Canadian Bioequivalence Guidance Due to Outlier Removal","year":2021,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bioequivalence; Confidence interval; Outlier; Guideline; Medical prescription; Pharmacy; Medicine; Affect (linguistics); Actuarial science; Relative risk; Statistics; Econometrics; Risk analysis (engineering); Psychology; Family medicine; Business; Mathematics; Internal medicine; Pharmacology","score_opus":0.259008446994859,"score_gpt":0.44041596730977783,"score_spread":0.18140752031491886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208070779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.73926336,0.011259412,0.1492558,0.050947964,0.00229972,0.001010909,0.012274312,0.0013721299,0.03231636],"genre_scores_gemma":[0.98019,0.00071340555,0.013131214,0.0024933713,0.00032206532,0.00009923911,0.0014306215,0.00009823478,0.001521932],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.94613534,0.024174675,0.0051211403,0.0062629064,0.014894815,0.0034111545],"domain_scores_gemma":[0.7445837,0.19263308,0.029565,0.0175661,0.012332727,0.0033194413],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03792686,0.00058083085,0.0015318671,0.0013618725,0.0009045476,0.0025797114,0.0016319505,0.0021012533,0.003933813],"category_scores_gemma":[0.24271843,0.00039172947,0.0036657616,0.0037006314,0.0018635428,0.0012186221,0.0015349414,0.0072280746,0.00024260773],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.016770601,0.0003405981,0.65159035,0.0008097379,0.007921647,0.0016780038,0.001327894,0.026522122,0.001161568,0.050217655,0.023209859,0.21845002],"study_design_scores_gemma":[0.0013585197,0.0029569028,0.708298,0.00079448137,0.013190174,0.0043161004,0.0009165221,0.141391,0.003988818,0.08476277,0.037644308,0.00038237125],"about_ca_topic_score_codex":0.13802482,"about_ca_topic_score_gemma":0.07811512,"teacher_disagreement_score":0.9953973,"about_ca_system_score_codex":0.0046026767,"about_ca_system_score_gemma":0.0149785355,"threshold_uncertainty_score":0.27444285},"labels":[],"label_agreement":null},{"id":"W4205823742","doi":"10.1007/s43441-021-00371-z","title":"Maximizing Regulatory Review Efficiency: The Evolution of the FDA OCE RTOR Pilot","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada); University of Toronto","funders":"","keywords":"Pharmacy; Drug approval; Regulatory science; Business; Medicine; Pharmacology; Drug; Family medicine","score_opus":0.2591719861247501,"score_gpt":0.3859111422491332,"score_spread":0.12673915612438308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205823742","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07616808,0.022014529,0.16367845,0.5167224,0.0074554477,0.0038214778,0.00063976046,0.0046531516,0.20484674],"genre_scores_gemma":[0.61902636,0.011242192,0.1894484,0.1287222,0.009627619,0.002900684,0.0006639374,0.0018372838,0.03653125],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.78541285,0.118024126,0.012153312,0.01233616,0.059317872,0.012755621],"domain_scores_gemma":[0.4242424,0.3553051,0.044005375,0.030497108,0.11993451,0.026015526],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.3180068,0.0010483769,0.0015294825,0.007808382,0.0034041766,0.022098342,0.0042526843,0.007425149,0.010765386],"category_scores_gemma":[0.43780297,0.0013972943,0.0021157688,0.004472049,0.0060255947,0.019075572,0.010527889,0.011267275,0.0030225741],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00083571085,0.0009634331,0.009383036,0.0011911036,0.00030915788,0.00060631946,0.0018565906,0.0059825955,0.003101247,0.26199055,0.16015355,0.55362666],"study_design_scores_gemma":[0.0017204493,0.0039821058,0.03240153,0.002436937,0.0002922441,0.0017155284,0.0019194584,0.020561766,0.005656209,0.1123696,0.8162162,0.0007279639],"about_ca_topic_score_codex":0.0054758047,"about_ca_topic_score_gemma":0.0078887185,"teacher_disagreement_score":0.3180068,"about_ca_system_score_codex":0.018325377,"about_ca_system_score_gemma":0.059025183,"threshold_uncertainty_score":0.84101903},"labels":[],"label_agreement":null},{"id":"W4211122789","doi":"10.1007/s43441-022-00378-0","title":"Ivermectin in COVID-19: The Case for a Moratorium on Prescriptions","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Parasitic Diseases Research and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Duke Clinical Research Institute; Canadian Institutes of Health Research; Genentech; U.S. Food and Drug Administration; National Institutes of Health; Astellas Pharma; Brigham and Women's Hospital; British Heart Foundation; Regeneron Pharmaceuticals; Sanofi; AstraZeneca; McMaster University; Amgen; Pfizer; GlaxoSmithKline","keywords":"Ivermectin; Medicine; Medical prescription; Pharmacy; Randomized controlled trial; Clinical trial; Intensive care medicine; Onchocerciasis; Health care; Drug; Pharmacology; Family medicine; Surgery; Internal medicine; Veterinary medicine; Immunology","score_opus":0.08322595122785655,"score_gpt":0.3996786187321096,"score_spread":0.31645266750425305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211122789","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007576222,0.0032360333,0.0018058587,0.94980204,0.0041840374,0.000026386868,0.00007316592,0.00006768677,0.03322845],"genre_scores_gemma":[0.20798102,0.0051277895,0.0043705436,0.74555063,0.012477456,0.00009891484,0.00009679853,0.00025060764,0.024046145],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97374153,0.009001432,0.0014601476,0.0026479969,0.008062698,0.005086093],"domain_scores_gemma":[0.9432059,0.032970004,0.0036802432,0.004725242,0.007750391,0.007668241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02669881,0.00041512898,0.0011602571,0.0008364138,0.0050698575,0.009139264,0.0030877215,0.020998478,0.020976571],"category_scores_gemma":[0.072879486,0.0005502347,0.0015521345,0.0007564613,0.010846136,0.0091380635,0.0060758376,0.022947133,0.0027816207],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00053592277,0.0002662358,0.00692161,0.0003857369,0.00016162098,0.00251789,0.0022930822,0.0005947399,0.0031065189,0.31177396,0.48902902,0.18241374],"study_design_scores_gemma":[0.0001282778,0.00023963278,0.006203296,0.0018387068,0.00009080156,0.0011214287,0.0015992866,0.0008807249,0.0016505036,0.06514452,0.9209753,0.00012753057],"about_ca_topic_score_codex":0.007999111,"about_ca_topic_score_gemma":0.017030079,"teacher_disagreement_score":0.02669881,"about_ca_system_score_codex":0.0065274206,"about_ca_system_score_gemma":0.014592236,"threshold_uncertainty_score":0.14119852},"labels":[],"label_agreement":null},{"id":"W4220848736","doi":"10.1007/s43441-022-00389-x","title":"Unmet Therapeutic Needs of Non-Ambulatory Patients with Duchenne Muscular Dystrophy: A Mixed-Method Analysis","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Muscle Physiology and Disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Duchenne Research Fund; Muscular Dystrophy Canada; Parent Project Muscular Dystrophy; Pfizer","keywords":"Medicine; Ambulatory; Duchenne muscular dystrophy; Prom; Quality of life (healthcare); Context (archaeology); Population; Physical therapy; Muscular dystrophy; Internal medicine; Nursing","score_opus":0.006282202508077043,"score_gpt":0.2479442496999644,"score_spread":0.24166204719188736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220848736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99754995,0.00023906936,0.0006443141,0.0000785704,0.000008012644,0.00005371543,0.00081546325,0.0000060505686,0.0006048616],"genre_scores_gemma":[0.9982988,0.000055817392,0.0005635452,0.000034584213,0.0000073865717,0.00012077364,0.00056816876,0.000008429939,0.00034244184],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9945028,0.0034712015,0.0005071153,0.00047189364,0.0005086454,0.0005383983],"domain_scores_gemma":[0.989869,0.006529229,0.0017694168,0.0005365069,0.0007554805,0.0005404217],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0044258814,0.00045203592,0.00094129844,0.0015887552,0.00075096526,0.001520995,0.001026992,0.00073197583,0.0045072674],"category_scores_gemma":[0.015969962,0.00028255943,0.0021165996,0.0015740553,0.00041916416,0.00084456673,0.0023000096,0.0007818603,0.00045843696],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031789313,0.000377267,0.9788382,0.00018012071,0.001110117,0.0001685246,0.0016515577,0.00031464876,0.00034536983,0.00037020454,0.00043757772,0.013027398],"study_design_scores_gemma":[0.00015167585,0.0010486245,0.9842085,0.00008944268,0.00052794715,0.00076070445,0.006627972,0.0044411356,0.00024499922,0.0007189393,0.0011350148,0.000044961267],"about_ca_topic_score_codex":0.0037599693,"about_ca_topic_score_gemma":0.0060279546,"teacher_disagreement_score":0.0045072674,"about_ca_system_score_codex":0.0010045464,"about_ca_system_score_gemma":0.0010374552,"threshold_uncertainty_score":0.023406565},"labels":[],"label_agreement":null},{"id":"W4224750762","doi":"10.1007/s43441-022-00409-w","title":"Global Regulatory and Public Health Initiatives to Advance Pediatric Drug Development for Rare Diseases","year":2022,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"National Center for Advancing Translational Sciences; Rare Diseases Clinical Research Network; National Institutes of Health; Ministry of Health, Labour and Welfare; Patient-Centered Outcomes Research Institute; National Organization for Rare Disorders","keywords":"Drug development; Medicine; Clinical trial; Pharmacy; Orphan drug; Pandemic; Public health; Disease; Population; Intensive care medicine; Business; Drug; Family medicine; Environmental health; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Nursing; Pharmacology; Pathology","score_opus":0.04255516405409542,"score_gpt":0.3741790676218467,"score_spread":0.3316239035677513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224750762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020838618,0.9692301,0.0015075944,0.015707824,0.0021097593,0.000036200418,0.00007364067,0.00009007246,0.011036567],"genre_scores_gemma":[0.0020944476,0.98380303,0.0023702472,0.008456391,0.0010410247,0.00004201439,0.0001079742,0.00001912996,0.0020658406],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983808,0.00047203808,0.00014901755,0.00019362402,0.0005994581,0.00020500917],"domain_scores_gemma":[0.9939016,0.0035975345,0.00055276096,0.00019947333,0.0012454451,0.00050321396],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.006555502,0.0009969671,0.000905293,0.0027184812,0.00054484204,0.0022584854,0.0014973119,0.0037505715,0.007843994],"category_scores_gemma":[0.0060503804,0.00032937713,0.00096539943,0.0027981808,0.0018599523,0.0038705894,0.0020377464,0.006991718,0.0024609496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003965133,0.00010462487,0.00021386037,0.00916379,0.000061075414,0.00019624257,0.00016352815,0.0008635229,0.0012606938,0.059005056,0.104972884,0.8239551],"study_design_scores_gemma":[0.000010359542,0.000044276505,0.0002095312,0.0026227331,0.000021427284,0.00030124708,0.000053344178,0.00005288117,0.00024922795,0.004739415,0.9916858,0.000009828723],"about_ca_topic_score_codex":0.0017713635,"about_ca_topic_score_gemma":0.0023141978,"teacher_disagreement_score":0.007843994,"about_ca_system_score_codex":0.002623676,"about_ca_system_score_gemma":0.008297941,"threshold_uncertainty_score":0.03466922},"labels":[],"label_agreement":null},{"id":"W4238575527","doi":"10.1177/2168479019838827","title":"Choosing Estimands in Clinical Trials: Putting the ICH E9(R1) Into Practice","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Pharmacy; Clinical trial; Medicine; Clinical Practice; Medical education; Medical physics; Family medicine; Psychology; Internal medicine","score_opus":0.600164886820167,"score_gpt":0.5753082735723751,"score_spread":0.02485661324779187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238575527","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.007380363,0.014968374,0.90749913,0.054240126,0.0018684575,0.0016897115,0.0005617868,0.0005868131,0.01120517],"genre_scores_gemma":[0.17846377,0.005272045,0.78765583,0.018785028,0.0032307806,0.0032564912,0.00043294384,0.000709003,0.002194087],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.2911764,0.6549176,0.022586262,0.011392102,0.018847428,0.0010802393],"domain_scores_gemma":[0.057199195,0.9107041,0.008122563,0.016089557,0.0062241103,0.0016604593],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4998315,0.0034815592,0.013625392,0.005506558,0.0024030108,0.01018019,0.006280408,0.015845718,0.009854224],"category_scores_gemma":[0.8062059,0.0037156048,0.0062060226,0.0050430065,0.014434177,0.013180172,0.010163809,0.025014598,0.0024033056],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006407928,0.000532474,0.010046037,0.007652913,0.005408673,0.00092496374,0.0021462408,0.030638816,0.000605576,0.38177016,0.04643077,0.50743544],"study_design_scores_gemma":[0.0030003523,0.0010093072,0.0020718903,0.004067106,0.001306295,0.00033424122,0.00033637733,0.073648475,0.0009040092,0.8913679,0.02171351,0.00024039447],"about_ca_topic_score_codex":0.0037226083,"about_ca_topic_score_gemma":0.00430296,"teacher_disagreement_score":0.5001685,"about_ca_system_score_codex":0.0037643015,"about_ca_system_score_gemma":0.013017648,"threshold_uncertainty_score":0.61679685},"labels":[],"label_agreement":null},{"id":"W4238788977","doi":"10.1177/2168479018811889","title":"Review of Drugs Approved via the 505(b)(2) Pathway: Uncovering Drug Development Trends and Regulatory Requirements","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"American Association of Pharmaceutical Scientists","keywords":"Medicine; New drug application; Pharmacy; Drug; Pharmacology; Approved drug; Risk analysis (engineering); Medical physics; Family medicine","score_opus":0.05223078935574084,"score_gpt":0.34148825317160825,"score_spread":0.2892574638158674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238788977","genre_codex":"empirical","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3863671,0.33213443,0.022144293,0.052616406,0.0027920995,0.009066524,0.07336802,0.0014261513,0.120085],"genre_scores_gemma":[0.6324188,0.19959158,0.053128004,0.01959422,0.003721164,0.0060222126,0.05676061,0.001031599,0.027731795],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9256538,0.019745065,0.02090047,0.0048413877,0.027278647,0.001580565],"domain_scores_gemma":[0.6115777,0.13781004,0.11245943,0.010819691,0.12244093,0.004892215],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.072831884,0.0004075797,0.0011654838,0.020123927,0.0012209825,0.0053445054,0.0016229894,0.0010837694,0.0033206947],"category_scores_gemma":[0.15558176,0.0007023243,0.0014243915,0.01666719,0.00093697174,0.0041173426,0.001562252,0.0013631067,0.002086843],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015427973,0.00030958047,0.17111379,0.02478887,0.0007575394,0.0023691775,0.003814142,0.00096889515,0.008043631,0.0125784855,0.19581379,0.5778993],"study_design_scores_gemma":[0.00013032347,0.0008175994,0.22757022,0.011354118,0.0009536043,0.0028997709,0.0032167681,0.0017296161,0.0068652593,0.0016461154,0.74261546,0.00020121066],"about_ca_topic_score_codex":0.00722475,"about_ca_topic_score_gemma":0.014335022,"teacher_disagreement_score":0.072831884,"about_ca_system_score_codex":0.0052732937,"about_ca_system_score_gemma":0.019116176,"threshold_uncertainty_score":0.38517642},"labels":[],"label_agreement":null},{"id":"W4251203905","doi":"10.1177/2168479019841316","title":"Defining Efficacy Estimands in Clinical Trials: Examples Illustrating ICH E9(R1) Guidelines","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Pharmacy; Clinical trial; Computer science; Psychology; Outcomes research; Management science; Process (computing); Medicine; Alternative medicine; Family medicine; Economics","score_opus":0.8082886026921876,"score_gpt":0.6538258654569911,"score_spread":0.15446273723519655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251203905","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00057764223,0.009553679,0.93253416,0.03671467,0.00081051566,0.00091593596,0.0007043695,0.000594485,0.017594615],"genre_scores_gemma":[0.016215364,0.005884104,0.9464146,0.023035258,0.0014893711,0.0034080164,0.00040481848,0.0005173004,0.0026311788],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.7541719,0.204907,0.018417194,0.0042749853,0.01704039,0.0011886164],"domain_scores_gemma":[0.49032497,0.47207195,0.006897404,0.011601649,0.018063713,0.0010402475],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.1954239,0.003070292,0.0048092413,0.006002053,0.0018180357,0.007866288,0.006353836,0.013533493,0.0043375357],"category_scores_gemma":[0.33386886,0.0021747737,0.006262405,0.0044612116,0.012104205,0.0047907885,0.0059453715,0.022109855,0.0032929827],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017178066,0.00008091809,0.00043700167,0.002224518,0.00020286159,0.00034861453,0.0008937469,0.00591501,0.0004798806,0.81965697,0.06764788,0.101940796],"study_design_scores_gemma":[0.00023053194,0.00014327602,0.0005535751,0.0037565213,0.00019583844,0.0006733896,0.00013665654,0.013616726,0.0010855119,0.873385,0.10611491,0.000108047105],"about_ca_topic_score_codex":0.006694113,"about_ca_topic_score_gemma":0.008120663,"teacher_disagreement_score":0.8045761,"about_ca_system_score_codex":0.0043081827,"about_ca_system_score_gemma":0.010947097,"threshold_uncertainty_score":0.9921856},"labels":[],"label_agreement":null},{"id":"W4293344675","doi":"10.1007/s43441-022-00450-9","title":"Leveraging Patient Preference Information in Medical Device Clinical Trial Design","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"U.S. Food and Drug Administration","keywords":"Leverage (statistics); Clinical trial; New product development; Stakeholder; Context (archaeology); Clinical study design; Knowledge management; Process (computing); Medicine; Management science; Computer science; Risk analysis (engineering); Business; Engineering; Marketing; Public relations","score_opus":0.6372301919637993,"score_gpt":0.4739603951229189,"score_spread":0.1632697968408804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293344675","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.1123551,0.009215123,0.7902605,0.030226536,0.00085213437,0.022862844,0.0020166815,0.0005475908,0.031663578],"genre_scores_gemma":[0.6075633,0.0022973388,0.3677945,0.006230903,0.0006010022,0.014284083,0.0005755462,0.0000787729,0.0005745141],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.15710889,0.80171937,0.019464405,0.0034265209,0.0169381,0.0013427442],"domain_scores_gemma":[0.10785664,0.8301336,0.03243505,0.016817091,0.01109783,0.0016597841],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.65048665,0.0018579954,0.0027465,0.009175855,0.0016033028,0.010224224,0.0024169786,0.0048718564,0.004543387],"category_scores_gemma":[0.72534037,0.0017934359,0.0028431315,0.0077166897,0.003848102,0.011017722,0.006866275,0.006950707,0.0007980262],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.012776977,0.0024669864,0.08724812,0.010842619,0.004989384,0.0006779439,0.014025326,0.041052487,0.0028123523,0.06678543,0.0073444922,0.7489779],"study_design_scores_gemma":[0.007006267,0.023883669,0.08704519,0.01486995,0.0049729515,0.0018721601,0.008907618,0.20152608,0.0131228985,0.5656436,0.06917093,0.0019786044],"about_ca_topic_score_codex":0.00089822727,"about_ca_topic_score_gemma":0.0017852555,"teacher_disagreement_score":0.34951335,"about_ca_system_score_codex":0.004947359,"about_ca_system_score_gemma":0.010796951,"threshold_uncertainty_score":0.4310122},"labels":[],"label_agreement":null},{"id":"W4295066965","doi":"10.1007/s43441-022-00453-6","title":"Pediatric Clinical Research Networks: Role in Accelerating Development of Therapeutics in Children","year":2022,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; U.S. Food and Drug Administration; Genome Canada; U.S. Department of Health and Human Services","keywords":"Context (archaeology); Interoperability; Benchmarking; Process management; Timeline; Legislation; Biopharmaceutical; Quality (philosophy); Business; Knowledge management; Medicine; Computer science; Political science; Marketing","score_opus":0.48486604561204505,"score_gpt":0.5439245465786663,"score_spread":0.05905850096662124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295066965","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000089105124,0.99697423,0.00018337542,0.0013152335,0.00018153795,0.000012391418,0.000032269796,0.0000069223247,0.0012048916],"genre_scores_gemma":[0.0010918205,0.997133,0.0005687636,0.0007021191,0.00018049528,0.00001749391,0.000031933258,0.0000015580497,0.00027282917],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.998262,0.0007434681,0.0002315523,0.00017182843,0.00045554215,0.00013558645],"domain_scores_gemma":[0.9900809,0.0069750194,0.0013822648,0.00014439535,0.0010241728,0.00039329485],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005772146,0.00084137305,0.0011987044,0.0036729819,0.0003084145,0.00209485,0.0010435157,0.0016912967,0.007119484],"category_scores_gemma":[0.007887042,0.00025714663,0.0008519735,0.0040731463,0.00081356853,0.0018799753,0.0015665792,0.0023992015,0.001098785],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007377807,0.000063865795,0.00057579204,0.029770937,0.0002227465,0.000106125575,0.00007408421,0.00031042093,0.00035296407,0.01333142,0.021576777,0.9335411],"study_design_scores_gemma":[0.00006608241,0.000095949734,0.0018170818,0.03996203,0.00046388817,0.00047997752,0.000117425945,0.00010020094,0.00032697988,0.004324606,0.95222956,0.000016418964],"about_ca_topic_score_codex":0.0025485768,"about_ca_topic_score_gemma":0.005900283,"teacher_disagreement_score":0.9942278,"about_ca_system_score_codex":0.0024629391,"about_ca_system_score_gemma":0.008996887,"threshold_uncertainty_score":0.0305264},"labels":[],"label_agreement":null},{"id":"W4366140941","doi":"10.1007/s43441-023-00520-6","title":"The Data Monitoring Committee: A Collective or a Collection?","year":2023,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute","funders":"","keywords":"Session (web analytics); Unitary state; Pharmacy; Process (computing); Data collection; Psychology; Political science; Computer science; Public relations; Medical education; Operations research; Medicine; Family medicine; Law; Sociology; Engineering; World Wide Web","score_opus":0.7390566231936863,"score_gpt":0.5887758607498497,"score_spread":0.1502807624438366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366140941","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.003311433,0.0067258775,0.14562158,0.7544216,0.060133614,0.0034110583,0.0025437989,0.0013898534,0.022441337],"genre_scores_gemma":[0.115104705,0.008551739,0.23094401,0.45417646,0.099418476,0.026651107,0.006007608,0.003965215,0.055180803],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.51228815,0.3084487,0.08114898,0.026870072,0.059872046,0.011372094],"domain_scores_gemma":[0.16514002,0.34193072,0.059562072,0.24270687,0.15475787,0.03590252],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5232502,0.0017104889,0.007731389,0.0052239555,0.010997005,0.022978254,0.008063746,0.017272854,0.01913322],"category_scores_gemma":[0.68547195,0.003343366,0.0032140773,0.008849993,0.017538028,0.023943173,0.014806934,0.03477567,0.012307126],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00063036196,0.00020230388,0.004756926,0.0015773507,0.0004210183,0.00017002648,0.0026160614,0.0002993127,0.00055002334,0.12457423,0.7402747,0.12392763],"study_design_scores_gemma":[0.00085058354,0.00024703564,0.0060755755,0.005339225,0.0006101824,0.00045909485,0.0024008967,0.002301059,0.0017597511,0.106810525,0.8727879,0.0003581936],"about_ca_topic_score_codex":0.0038796968,"about_ca_topic_score_gemma":0.0028356763,"teacher_disagreement_score":0.47674978,"about_ca_system_score_codex":0.0072284336,"about_ca_system_score_gemma":0.07253117,"threshold_uncertainty_score":0.5879174},"labels":[],"label_agreement":null},{"id":"W4366252127","doi":"10.1007/s43441-023-00522-4","title":"Comparative Expedited Regulatory Programs of U.S Food & Drug Administration and Project Orbis Partners","year":2023,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Medicine; Regulatory science; Agency (philosophy); Health care; Pharmacy; Food and drug administration; Marketing authorization; Excellence; Orphan drug; Family medicine; Business; Political science; Pharmacology; Bioinformatics","score_opus":0.7146501137971667,"score_gpt":0.5414654716872503,"score_spread":0.17318464210991635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366252127","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00052567857,0.9736953,0.00043594808,0.004426258,0.00057359517,0.00012605888,0.0008480248,0.000046259756,0.019322835],"genre_scores_gemma":[0.01001569,0.9761637,0.0017753318,0.0026366385,0.00028413816,0.00025851763,0.0011813529,0.00002519343,0.00765946],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99719054,0.001022968,0.00025325856,0.00021619593,0.0011156299,0.00020151291],"domain_scores_gemma":[0.993636,0.0026864,0.000810934,0.00026666012,0.002364183,0.00023588329],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.009547645,0.00062830624,0.00092213403,0.0040150764,0.0004577942,0.001788152,0.0011610067,0.0014735662,0.018053466],"category_scores_gemma":[0.009592513,0.00024253165,0.0010741338,0.003956386,0.0004742461,0.001262179,0.0010689283,0.0017660722,0.0024459022],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027443163,0.00008797919,0.000335219,0.013809683,0.00016879226,0.000041243435,0.0000300298,0.00025258787,0.0003284385,0.019571614,0.11508645,0.85001355],"study_design_scores_gemma":[0.00014955031,0.00011462845,0.0026250028,0.013038353,0.00027337027,0.0001339216,0.000036480174,0.000054658514,0.000569211,0.0015008969,0.98148996,0.0000139639105],"about_ca_topic_score_codex":0.011176566,"about_ca_topic_score_gemma":0.021238985,"teacher_disagreement_score":0.018053466,"about_ca_system_score_codex":0.0031080258,"about_ca_system_score_gemma":0.016555963,"threshold_uncertainty_score":0.060394883},"labels":[],"label_agreement":null},{"id":"W4386530823","doi":"10.1007/s43441-023-00565-7","title":"Comparison of the Latin America Regulation Landscape and International Reference Health Authorities to Hasten Drug Registration and Clinical Research Applications","year":2023,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Canada; Roche","keywords":"Pharmacy; Latin Americans; Political science; Medicine; Family medicine; Law","score_opus":0.3030140175998136,"score_gpt":0.5271690324440176,"score_spread":0.22415501484420397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386530823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4755685,0.031564794,0.019415898,0.055603404,0.0012752854,0.0018957016,0.0059848367,0.000695189,0.40799633],"genre_scores_gemma":[0.9526518,0.005384024,0.007935176,0.019447709,0.00027328086,0.00091916794,0.0029237964,0.00036262124,0.010102434],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.936929,0.027769465,0.0061292015,0.006179981,0.018221784,0.00477061],"domain_scores_gemma":[0.894516,0.03495045,0.026379991,0.006104118,0.034504656,0.003544838],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.061746888,0.00043227384,0.0004793722,0.004842782,0.0019257187,0.010195279,0.001796782,0.0016776826,0.011278638],"category_scores_gemma":[0.089075126,0.0003883046,0.0014827112,0.0074417726,0.0035425425,0.00408143,0.0036041236,0.0019857583,0.0016519261],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026608447,0.0009941683,0.2915382,0.0058283205,0.0006896971,0.0012280018,0.023923524,0.0030199136,0.0055802055,0.25063387,0.0755035,0.33839983],"study_design_scores_gemma":[0.0003605275,0.0010828628,0.4543607,0.0059023327,0.00058851496,0.0011556228,0.033926632,0.0021390487,0.0035170568,0.009857194,0.48690677,0.00020282516],"about_ca_topic_score_codex":0.031909525,"about_ca_topic_score_gemma":0.02750546,"teacher_disagreement_score":0.061746888,"about_ca_system_score_codex":0.013585543,"about_ca_system_score_gemma":0.022604853,"threshold_uncertainty_score":0.32655263},"labels":[],"label_agreement":null},{"id":"W4389870565","doi":"10.1007/s43441-023-00593-3","title":"Regulations Governing Medicines for Maternal and Neonatal Health: A Landscape Assessment","year":2023,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pregnancy and Medication Impact","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada","funders":"","keywords":"Pharmacy; Medicine; Business; Environmental health; Environmental planning; Family medicine; Geography","score_opus":0.050758586701314466,"score_gpt":0.3821236919075651,"score_spread":0.3313651052062507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389870565","genre_codex":"commentary","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0959092,0.29414684,0.049959045,0.317228,0.0022181165,0.001829647,0.0030677489,0.00063612446,0.2350053],"genre_scores_gemma":[0.65186316,0.18581851,0.07381899,0.07371269,0.0012440277,0.0017686181,0.0028252464,0.0003106011,0.008638113],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9381006,0.024698865,0.0061557577,0.0029614253,0.025150387,0.0029329397],"domain_scores_gemma":[0.8706432,0.078668915,0.017754115,0.0052025747,0.026005952,0.0017253166],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.063499376,0.0005583275,0.0009896745,0.0038077177,0.0020901274,0.009988901,0.0027208223,0.0036224546,0.002365776],"category_scores_gemma":[0.07077329,0.00061203056,0.0017225337,0.0046655033,0.005507221,0.0058517526,0.0041443678,0.0052020336,0.00040502613],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027591924,0.00033416145,0.016963614,0.011714249,0.0003122141,0.0012570637,0.010311545,0.0042196447,0.0050113127,0.3169108,0.044552375,0.58813715],"study_design_scores_gemma":[0.00006751,0.0006670513,0.034396008,0.024670335,0.0006262433,0.0015254227,0.009335004,0.0015361059,0.0043262,0.07248089,0.850167,0.00020217657],"about_ca_topic_score_codex":0.011173879,"about_ca_topic_score_gemma":0.014302012,"teacher_disagreement_score":0.063499376,"about_ca_system_score_codex":0.00997298,"about_ca_system_score_gemma":0.034795318,"threshold_uncertainty_score":0.3358208},"labels":[],"label_agreement":null},{"id":"W4392580932","doi":"10.1007/s43441-024-00624-7","title":"Industry Perceptions and Experiences with the Access Consortium New Active Substance Work-Sharing Initiative (NASWSI): Survey Results and Recommendations","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Innovative Medicines Canada","funders":"Association of the British Pharmaceutical Industry; State Key Laboratory of Synthetical Automation for Process Industries; Innovative Medicines Canada","keywords":"Harmonization; Business; Market access; Work (physics); Transparency (behavior); Flexibility (engineering); Pharmacy; Public relations; Marketing; Medicine; Political science; Family medicine; Management; Engineering","score_opus":0.1849746633734487,"score_gpt":0.3627485352672676,"score_spread":0.17777387189381888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392580932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98840904,0.00023533672,0.00019941859,0.0048352773,0.000015619002,0.00005033213,0.00014578983,0.0000055034616,0.0061035617],"genre_scores_gemma":[0.99718446,0.00061801635,0.00028776933,0.0008327676,0.000015211096,0.000057854882,0.00009760298,0.0000043531004,0.0009019202],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99079895,0.0054405034,0.00050053035,0.00026889864,0.0012344733,0.0017565595],"domain_scores_gemma":[0.97076786,0.014327868,0.006801804,0.0005305362,0.0037269357,0.0038449625],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01341564,0.000184814,0.00032449525,0.0009419655,0.0021309108,0.0034378492,0.0006170904,0.0008856871,0.0034826463],"category_scores_gemma":[0.024673048,0.00026544306,0.00041137665,0.0013557095,0.0013990259,0.0031988886,0.0028311093,0.0016349939,0.00038178582],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012976998,0.0006172076,0.6590714,0.0004295189,0.000046594207,0.0007888039,0.2809521,0.00023372934,0.0006398183,0.0019804342,0.005650244,0.049460422],"study_design_scores_gemma":[0.000009995857,0.00023277721,0.25035498,0.00031209452,0.000017466316,0.00026708355,0.7361665,0.0002780773,0.00022809338,0.00043205373,0.011657828,0.00004308496],"about_ca_topic_score_codex":0.014736505,"about_ca_topic_score_gemma":0.012630127,"teacher_disagreement_score":0.98658437,"about_ca_system_score_codex":0.0018337204,"about_ca_system_score_gemma":0.0033901234,"threshold_uncertainty_score":0.070949495},"labels":[],"label_agreement":null},{"id":"W4393139590","doi":"10.1007/s43441-024-00628-3","title":"The Evolving Regulatory Paradigm of AI in MedTech: A Review of Perspectives and Where We Are Today","year":2024,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Corporate governance; Quality (philosophy); Set (abstract data type); Paradigm shift; Business; Computer science; Economics; Management","score_opus":0.17055103185715118,"score_gpt":0.46413500874853636,"score_spread":0.29358397689138516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393139590","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000074366,0.99478745,0.00031399436,0.0026834167,0.00024167211,0.000003848423,0.000007167326,0.000004306496,0.0018838637],"genre_scores_gemma":[0.0009917985,0.9973131,0.00028493398,0.00095733046,0.00024175989,0.0000064340684,0.000009008849,0.0000025460038,0.00019300348],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981342,0.0006323694,0.00023742527,0.00023889454,0.0006625861,0.00009455948],"domain_scores_gemma":[0.99162793,0.0066940524,0.0005394799,0.00012476253,0.000836189,0.00017751062],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0045987414,0.0007951262,0.0012760017,0.0042668926,0.000856577,0.00404946,0.0013472659,0.0034084804,0.0024089897],"category_scores_gemma":[0.0054829083,0.00046619613,0.0006931389,0.006310593,0.0030115973,0.0057834648,0.0014569251,0.0046995743,0.0010643748],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004303174,0.000068476904,0.0002691367,0.04335076,0.00010050346,0.00020495277,0.0009714598,0.0008935456,0.00063647487,0.12534577,0.037385575,0.79073036],"study_design_scores_gemma":[0.000006496982,0.000042329502,0.00050643884,0.02338604,0.00006337937,0.00050884055,0.0005104143,0.00016225535,0.0001801886,0.017767498,0.95683676,0.000029361641],"about_ca_topic_score_codex":0.0031297777,"about_ca_topic_score_gemma":0.005472022,"teacher_disagreement_score":0.0045987414,"about_ca_system_score_codex":0.003060942,"about_ca_system_score_gemma":0.006818176,"threshold_uncertainty_score":0.024320722},"labels":[],"label_agreement":null},{"id":"W4399848020","doi":"10.1007/s43441-024-00663-0","title":"Harmonizing Quality Improvement Metrics Across Global Trial Networks to Advance Paediatric Clinical Trials Delivery","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Food and Drug Administration; Innovative Medicines Initiative","keywords":"Metric (unit); Consistency (knowledge bases); Computer science; Identification (biology); Quality (philosophy); Interoperability; Clinical trial; Protocol (science); Data mining; Data science; Process management; Medicine; Operations management; Artificial intelligence; Engineering; World Wide Web","score_opus":0.3684120236295787,"score_gpt":0.5473139076095772,"score_spread":0.1789018839799985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399848020","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.08846176,0.019011347,0.6457823,0.15034275,0.0028623226,0.015789995,0.0063181426,0.0053216275,0.066109695],"genre_scores_gemma":[0.36916175,0.0055992007,0.60105705,0.0063662,0.0005502818,0.00827556,0.00571714,0.0010737693,0.0021990708],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.6109039,0.28749254,0.04417271,0.010768363,0.039219417,0.007443106],"domain_scores_gemma":[0.35786143,0.22854684,0.08924892,0.076445974,0.22286291,0.025034033],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4508652,0.0016718165,0.0021342968,0.013438764,0.002282156,0.018631939,0.006121008,0.0018566321,0.0038086732],"category_scores_gemma":[0.50960803,0.000887857,0.0020401662,0.015838604,0.0034602059,0.019034319,0.017239118,0.0054884134,0.0012498689],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005342157,0.0004827797,0.11412189,0.006597341,0.0011998735,0.00017624983,0.011354823,0.023601333,0.0018533914,0.06882288,0.0528317,0.71842355],"study_design_scores_gemma":[0.0006588156,0.0034966434,0.19348559,0.030042747,0.001348775,0.00056305557,0.024470676,0.07922319,0.011606404,0.20933443,0.44487688,0.0008928485],"about_ca_topic_score_codex":0.013778171,"about_ca_topic_score_gemma":0.013176996,"teacher_disagreement_score":0.5491348,"about_ca_system_score_codex":0.026732165,"about_ca_system_score_gemma":0.07954341,"threshold_uncertainty_score":0.677181},"labels":[],"label_agreement":null},{"id":"W4399885201","doi":"10.1007/s43441-024-00665-y","title":"Patient and Public Perceptions in Canada About Decentralized and Hybrid Clinical Trials: “It’s About Time we Bring Trials to People”","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Robarts Clinical Trials; University of Toronto","funders":"","keywords":"Clinical trial; Family medicine; Equity (law); Openness to experience; Medicine; Pharmacy; Perception; Psychology; Political science; Social psychology","score_opus":0.46761330370776255,"score_gpt":0.5595942194504716,"score_spread":0.09198091574270906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399885201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80984885,0.010395179,0.0012353407,0.1413016,0.00022283281,0.00020885783,0.0009628305,0.000052088177,0.03577247],"genre_scores_gemma":[0.9849267,0.0021018607,0.00033578786,0.011486057,0.00004627118,0.000035112742,0.00007948924,0.0000115969,0.0009771299],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9775034,0.010005252,0.0010149697,0.0011547217,0.00606811,0.004253635],"domain_scores_gemma":[0.9302716,0.02780601,0.009884517,0.0012430879,0.011360685,0.019434117],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.018491987,0.00018677668,0.00052361045,0.00092606933,0.012503575,0.0065096146,0.0013924357,0.001786983,0.0059761927],"category_scores_gemma":[0.040256564,0.0003800604,0.0006261996,0.0025929136,0.011223136,0.0021096026,0.0028684977,0.0035897305,0.00019859127],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020415364,0.0004641298,0.3284776,0.0023764588,0.0003763451,0.0026578298,0.42610067,0.00088669633,0.0024706018,0.01835118,0.052935097,0.16286187],"study_design_scores_gemma":[0.00032509735,0.0008038295,0.36432484,0.003192856,0.00028024704,0.0011513393,0.4813604,0.00072119985,0.0007291189,0.005368693,0.14126931,0.00047306056],"about_ca_topic_score_codex":0.9370131,"about_ca_topic_score_gemma":0.9503676,"teacher_disagreement_score":0.981508,"about_ca_system_score_codex":0.07153347,"about_ca_system_score_gemma":0.15901783,"threshold_uncertainty_score":0.5190141},"labels":[],"label_agreement":null},{"id":"W4402186497","doi":"10.1007/s43441-024-00695-6","title":"Using a Quality Management System and Risk-based Approach in Observational Studies to Obtain Robust Real-World Evidence","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"Japan Agency for Medical Research and Development","keywords":"Observational study; Real world evidence; Pharmacy; Quality (philosophy); Risk analysis (engineering); Computer science; Medicine; Family medicine; Internal medicine","score_opus":0.9124257718344987,"score_gpt":0.5896701050509984,"score_spread":0.3227556667835003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402186497","genre_codex":"methods","genre_gemma":"methods","domain_codex":"methods","domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":"methods","domain_consensus":"methods","prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011893906,0.01885651,0.9442186,0.0045364797,0.0008019207,0.014651981,0.0021930696,0.0011100315,0.0017374414],"genre_scores_gemma":[0.2065409,0.0025978703,0.7629438,0.0023008592,0.00038677917,0.023426758,0.0012830402,0.00021246566,0.0003076248],"study_design_codex":"meta_analysis","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.2435778,0.5678065,0.13290791,0.020172436,0.03441185,0.0011235407],"domain_scores_gemma":[0.11184823,0.74022144,0.0634836,0.0531558,0.030164845,0.0011260058],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5827138,0.0038819662,0.012643288,0.021319326,0.002279736,0.013068541,0.0050748917,0.006317366,0.003462357],"category_scores_gemma":[0.8191578,0.0026953865,0.022289308,0.016201383,0.0034498693,0.008017142,0.007949639,0.0061302893,0.00048555393],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007979288,0.00090003334,0.085429214,0.109780096,0.34469217,0.0004840396,0.004071636,0.038636163,0.0035531279,0.055881966,0.010054168,0.33853808],"study_design_scores_gemma":[0.0156058725,0.0063209445,0.10795807,0.04912459,0.29886752,0.00097175536,0.0009859599,0.22319463,0.012180249,0.24447846,0.038841896,0.0014700184],"about_ca_topic_score_codex":0.00492656,"about_ca_topic_score_gemma":0.0040776073,"teacher_disagreement_score":0.41728622,"about_ca_system_score_codex":0.005833367,"about_ca_system_score_gemma":0.014672558,"threshold_uncertainty_score":0.51458824},"labels":[],"label_agreement":null},{"id":"W4402403277","doi":"10.1007/s43441-024-00690-x","title":"Advanced Regenerative Medicines for Rare Diseases: A Review of Industry Sponsors Investment Motivations","year":2024,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Native Health Society; University of Alberta","funders":"Stem Cell Network","keywords":"Business; Marketing authorization; Incentive; Government (linguistics); Authorization; Investment (military); Pharmacy; Pharmaceutical industry; Medicine; Regenerative medicine; Marketing; Pharmacology; Family medicine; Bioinformatics; Stem cell; Political science; Economics","score_opus":0.09171235302718093,"score_gpt":0.42357910736862814,"score_spread":0.3318667543414472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402403277","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":"incentives","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":"incentives","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00019397629,0.9974596,0.00006839276,0.00090712676,0.00013442127,0.000010518108,0.000018268627,0.00000203718,0.0012057927],"genre_scores_gemma":[0.0015277043,0.99754274,0.00013030547,0.0004740953,0.00008400791,0.000011242524,0.0000161619,0.0000015805473,0.00021211732],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99766904,0.00074951147,0.000401062,0.00021242618,0.0008218525,0.0001460871],"domain_scores_gemma":[0.9864826,0.010588317,0.001294437,0.00010315625,0.001311569,0.00021997413],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0068255737,0.00074879325,0.0011119886,0.0049073636,0.0005579548,0.0024556525,0.00094001234,0.0020669953,0.0037352904],"category_scores_gemma":[0.010372777,0.00043804644,0.0009163836,0.0069695357,0.0009716362,0.0021873624,0.0009818878,0.0017291881,0.0007920472],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000991846,0.000059302023,0.000623111,0.055266593,0.0001964717,0.00022498218,0.00039239385,0.000301086,0.00032890253,0.02116754,0.027958648,0.8933817],"study_design_scores_gemma":[0.000029425972,0.00010622369,0.0022187787,0.07631102,0.00030098046,0.0008796026,0.0005050018,0.00009376649,0.0002723092,0.0027103256,0.9165409,0.000031736545],"about_ca_topic_score_codex":0.0027021025,"about_ca_topic_score_gemma":0.0064352388,"teacher_disagreement_score":0.99317443,"about_ca_system_score_codex":0.0024352365,"about_ca_system_score_gemma":0.005957795,"threshold_uncertainty_score":0.036097527},"labels":[],"label_agreement":null},{"id":"W4402580692","doi":"10.1007/s43441-024-00699-2","title":"Correction: Advanced Regenerative Medicines for Rare Diseases: A Review of Industry Sponsors Investment Motivations","year":2024,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Native Health Society; University of Alberta","funders":"","keywords":"Pharmacy; Investment (military); Business; Pharmaceutical industry; Alternative medicine; Medicine; Marketing; Pharmacology; Family medicine; Political science; Pathology","score_opus":0.08083840405472087,"score_gpt":0.4120029754088318,"score_spread":0.3311645713541109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402580692","genre_codex":"editorial","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000583289,0.01960874,0.00029969492,0.25584555,0.72069883,0.00007222902,0.0010560848,0.00016530896,0.00219518],"genre_scores_gemma":[0.004326778,0.07925661,0.002720032,0.54829746,0.3312509,0.0004767883,0.0008709046,0.00039355727,0.03240699],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98390883,0.003268472,0.0029657695,0.0013416226,0.0071143177,0.0014010097],"domain_scores_gemma":[0.89094985,0.052009825,0.009186216,0.004323805,0.038702715,0.0048276517],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01781892,0.0019661,0.0039599393,0.0057971952,0.0019486247,0.0060454677,0.004801777,0.020388002,0.031013122],"category_scores_gemma":[0.15724157,0.0013731655,0.003353713,0.00602397,0.0048640417,0.0034363905,0.0033362235,0.019498147,0.01739608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000039105726,0.0000047578815,0.000029007855,0.00115018,0.00004613136,0.000107592095,0.000021919052,0.0000147911,0.000027982618,0.00081770023,0.9894331,0.008307693],"study_design_scores_gemma":[0.0002266694,0.000027525773,0.0004986721,0.0038535784,0.00019991778,0.00034258197,0.00005066484,0.000057400106,0.00013003923,0.0017517534,0.9928195,0.000041796204],"about_ca_topic_score_codex":0.010405972,"about_ca_topic_score_gemma":0.020250674,"teacher_disagreement_score":0.031013122,"about_ca_system_score_codex":0.005710841,"about_ca_system_score_gemma":0.021196373,"threshold_uncertainty_score":0.103749275},"labels":[],"label_agreement":null},{"id":"W4410303778","doi":"10.1007/s43441-025-00787-x","title":"Benchmarking Medical Information Services Beyond the Unsolicited Requests: A phactMI Benchmarking Survey","year":2025,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Benchmarking; Medical information; Medical education; Health care; Information needs; Medicine; Business; Knowledge management; Family medicine; Marketing; Computer science; Political science; World Wide Web","score_opus":0.2154787304488383,"score_gpt":0.5208728671645962,"score_spread":0.30539413671575794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410303778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"evaluation","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":"evaluation","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97664034,0.0007010884,0.001396607,0.0063256174,0.0000403532,0.0007241868,0.0046855332,0.00007757207,0.009408676],"genre_scores_gemma":[0.9932922,0.00047294082,0.0011812329,0.0015378064,0.000039351547,0.0005391797,0.002195145,0.000030187075,0.00071195414],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9661112,0.016302051,0.0038321826,0.0015271059,0.008901972,0.003325558],"domain_scores_gemma":[0.91859937,0.025759682,0.026214648,0.0032146014,0.017199943,0.009011738],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.030951789,0.00022016383,0.00028878092,0.00426681,0.0010984621,0.0024945044,0.0011623756,0.0011319477,0.0025750408],"category_scores_gemma":[0.067707576,0.0003564529,0.00039852923,0.008541968,0.00069693825,0.0037061065,0.00290591,0.0014310307,0.001220192],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001847471,0.0006754379,0.92673796,0.00027607527,0.000039590916,0.00015319446,0.0071263555,0.00031098776,0.00035547788,0.0006699241,0.013638406,0.049831808],"study_design_scores_gemma":[0.000020054056,0.00050094374,0.9703066,0.00024840102,0.000013976589,0.00023763975,0.011259423,0.0013193447,0.0003755475,0.00014358838,0.015547127,0.000027405602],"about_ca_topic_score_codex":0.010427831,"about_ca_topic_score_gemma":0.008104743,"teacher_disagreement_score":0.9690482,"about_ca_system_score_codex":0.0041860566,"about_ca_system_score_gemma":0.0068381503,"threshold_uncertainty_score":0.16369063},"labels":[],"label_agreement":null},{"id":"W4410340882","doi":"10.1007/s43441-025-00785-z","title":"Using Large Language Models for Advanced and Flexible Labelling of Protocol Deviations in Clinical Development","year":2025,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada)","funders":"","keywords":"Context (archaeology); Protocol (science); Computer science; Artificial intelligence; Natural language processing; Medicine; Pathology; Geography; Alternative medicine","score_opus":0.09952621716643238,"score_gpt":0.45471150806061955,"score_spread":0.35518529089418716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410340882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":"methods","model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":"methods","domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00385836,0.00047307162,0.9599136,0.0019382049,0.00028242418,0.0020878841,0.0045659086,0.024537865,0.00234275],"genre_scores_gemma":[0.027548855,0.0002514079,0.9591794,0.0008017342,0.0000874205,0.002692365,0.0069783437,0.0015672117,0.0008932842],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9347838,0.040981892,0.007835814,0.008712738,0.006779049,0.00090672827],"domain_scores_gemma":[0.80946624,0.14307807,0.012582318,0.017614737,0.015571595,0.001687036],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05775068,0.002875362,0.0014407104,0.004701408,0.0017121679,0.0097273,0.0048298314,0.002921799,0.009632024],"category_scores_gemma":[0.18232502,0.0020490247,0.005460585,0.0026202805,0.0019719482,0.0074747135,0.008031983,0.007169723,0.009311886],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.001588011,0.0010399831,0.013773538,0.0056246826,0.0013847881,0.0010627182,0.0077369385,0.086615175,0.011181357,0.07753032,0.09356486,0.6988976],"study_design_scores_gemma":[0.000445302,0.00041826686,0.0027621137,0.0020447862,0.00056332233,0.0006887461,0.0008919457,0.65777653,0.013265642,0.16069472,0.16003825,0.00041041066],"about_ca_topic_score_codex":0.0066886237,"about_ca_topic_score_gemma":0.019290961,"teacher_disagreement_score":0.9422493,"about_ca_system_score_codex":0.005130807,"about_ca_system_score_gemma":0.012456702,"threshold_uncertainty_score":0.3054185},"labels":[],"label_agreement":null},{"id":"W4412862751","doi":"10.1007/s43441-025-00849-0","title":"Real-World Data and Causal Machine Learning to Enhance Drug Development","year":2025,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Sanofi","keywords":"Pharmacy; Drug development; Computer science; Drug; Data science; Machine learning; Artificial intelligence; Pharmacology; Medicine; Family medicine","score_opus":0.21358238904276414,"score_gpt":0.4842258044071093,"score_spread":0.2706434153643451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412862751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0004900374,0.96251655,0.024699071,0.0071330667,0.0004941489,0.00008307496,0.00014390802,0.00007171489,0.004368389],"genre_scores_gemma":[0.018100543,0.9613396,0.016505793,0.0021353534,0.0008640881,0.00015821145,0.00015889216,0.000020290188,0.0007171742],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99557567,0.0030463506,0.00024904122,0.00029953537,0.00073638314,0.00009306132],"domain_scores_gemma":[0.97496563,0.02261574,0.00093257305,0.000604322,0.00073453813,0.00014722072],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010997834,0.00094378553,0.0016614991,0.003435091,0.00028962165,0.0019698509,0.0016509938,0.0019947677,0.005245864],"category_scores_gemma":[0.025856014,0.00043857624,0.0018176533,0.0030250251,0.0018691444,0.0028004276,0.0014425747,0.0037171587,0.0009500187],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008109736,0.000116813826,0.00064699346,0.023787629,0.00074624683,0.000101052385,0.00011439331,0.0063652773,0.00026545624,0.185697,0.013765359,0.7683126],"study_design_scores_gemma":[0.00018175386,0.00028711229,0.0022936785,0.03616849,0.0009848411,0.00071441435,0.00016287713,0.010001191,0.0011464357,0.41930795,0.528637,0.00011432897],"about_ca_topic_score_codex":0.0016317648,"about_ca_topic_score_gemma":0.0020225758,"teacher_disagreement_score":0.010997834,"about_ca_system_score_codex":0.0018377482,"about_ca_system_score_gemma":0.004000833,"threshold_uncertainty_score":0.05816281},"labels":[],"label_agreement":null},{"id":"W4416593520","doi":"10.1007/s43441-025-00893-w","title":"In Silico Clinical Trials in Drug Development: A Systematic Review","year":2025,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Clinical trial; Context (archaeology); In silico; Drug development; Drug; Systematic review; MEDLINE; Pharmacy; Drug trial","score_opus":0.6504858736111147,"score_gpt":0.6425682271148281,"score_spread":0.007917646496286568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416593520","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"metacan-v3-hybrid-931329e0061c","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023755225,0.997974,0.00042136185,0.0004094358,0.00012635016,0.00018753027,0.00023772744,0.000011118405,0.00039503953],"genre_scores_gemma":[0.0057095904,0.9914982,0.0011358331,0.0007540484,0.00014471407,0.00041453805,0.00023280868,0.000014648674,0.000095663025],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9786001,0.010571419,0.006547057,0.0010482197,0.0029604922,0.00027270132],"domain_scores_gemma":[0.8270006,0.15346938,0.011200532,0.002141165,0.005534567,0.0006536827],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.022013163,0.0015691409,0.0061736363,0.008003145,0.00049386313,0.0035097366,0.00227522,0.0023608182,0.009051987],"category_scores_gemma":[0.09574443,0.0010837018,0.0072670314,0.008204488,0.0011375622,0.0030544635,0.0019123208,0.0016993467,0.0009385134],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028669927,0.00003164899,0.00047987208,0.86735076,0.004772062,0.000094800795,0.00016033903,0.00043453806,0.00011946925,0.0010996817,0.0043837307,0.12078632],"study_design_scores_gemma":[0.00028606484,0.00025538524,0.0012794569,0.90630025,0.022308428,0.000342979,0.00013704287,0.00025916242,0.00019653786,0.001345182,0.06724353,0.000046031662],"about_ca_topic_score_codex":0.0037880333,"about_ca_topic_score_gemma":0.009234321,"teacher_disagreement_score":0.022013163,"about_ca_system_score_codex":0.00314972,"about_ca_system_score_gemma":0.01313336,"threshold_uncertainty_score":0.11641812},"labels":[],"label_agreement":null}]}