{"meta":{"query_hash":"54ffbfb05694","filters":{"venue":"Therapeutic Innovation & Regulatory Science"},"cohort_total":65,"direct_labels_cover":0,"predictions_cover":65,"exported":65,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/54ffbfb05694","api":"https://metacan.xera.ac/api/v1/cohort?venue=Therapeutic+Innovation+%26+Regulatory+Science"},"results":[{"id":"W2006204153","doi":"10.1177/2168479012474281","title":"A Review of Regulatory Mechanisms Used by the WHO, EU, and US to Facilitate Access to Quality Medicinal Products in Developing Countries With Constrained Regulatory Capacities","year":2013,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Micropharma (Canada)","funders":"","keywords":"Business; Regulatory agency; Agency (philosophy); Regulatory authority; Quality (philosophy); Regulatory science; European union; Developing country; Pharmacy; Market access; Product (mathematics); Regulatory affairs; Risk analysis (engineering); Public economics; Public administration; Economic growth; Medicine; International trade; Political science; Economics","score_opus":0.26289231732796264,"score_gpt":0.3732875543130458,"score_spread":0.11039523698508313,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2006204153","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.015142271,0.9709496,0.0007937806,0.008143347,0.00029362636,0.003473251,0.000327731,0.00003549619,0.00084089977],"genre_scores_gemma":[0.0078065465,0.95937866,0.0007767078,0.030989226,0.00007403067,0.0004907981,0.000030446588,0.00006704247,0.00038656296],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99555665,0.00014559782,0.0023606394,0.0010215762,0.0002918415,0.0006236721],"domain_scores_gemma":[0.9967649,0.0002027509,0.0014516601,0.0009605991,0.00046370033,0.00015640118],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0076664034,0.0005176807,0.001971857,0.001065371,0.00025732678,0.00019640775,0.001156921,0.00015907273,0.00008342636],"category_scores_gemma":[0.0002705744,0.00040434243,0.00007299441,0.0037274624,0.0020094218,0.0006926304,0.00023456766,0.00033113253,0.00003598144],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019529989,0.00002511746,0.000069437425,0.019946316,0.00009811547,4.953202e-7,0.0012980468,0.0000046937357,0.000065952125,0.90421706,0.001246153,0.07300906],"study_design_scores_gemma":[0.00032769213,0.00009619779,0.0013242746,0.013812904,0.00004316786,0.000017555427,0.000092380134,0.00002025828,0.00020684478,0.006764081,0.97654146,0.0007531845],"about_ca_topic_score_codex":0.00015464216,"about_ca_topic_score_gemma":0.000016859538,"teacher_disagreement_score":0.9752953,"about_ca_system_score_codex":0.00058185594,"about_ca_system_score_gemma":0.0013714024,"threshold_uncertainty_score":0.99984086},"labels":[],"label_agreement":null},{"id":"W2024487182","doi":"10.1177/2168479014567319","title":"Cardiac Safety Research Consortium (CSRC): Cardiovascular Safety and Adverse Event Case Report Forms","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Cardiac Arrest and Resuscitation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Documentation; Adjudication; General partnership; Adverse effect; Pharmacovigilance; Medicine; Pharmacy; Event (particle physics); Business; Clinical trial; Medical emergency; Political science; Internal medicine; Family medicine; Computer science; Finance","score_opus":0.059870075937022066,"score_gpt":0.3531326499098649,"score_spread":0.29326257397284283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024487182","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.986578,0.0011104307,0.0017030372,0.0007550309,0.0014801526,0.0010326952,0.0000075370835,0.000089336376,0.0072437814],"genre_scores_gemma":[0.9986174,0.00005079547,0.00030532965,0.00018745079,0.0002587037,0.00002133625,0.000030417086,0.000021480466,0.0005070754],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9959015,0.00019644441,0.00071871607,0.0006285007,0.0020427643,0.0005120544],"domain_scores_gemma":[0.9957903,0.00008263205,0.00017603053,0.0009820563,0.00270227,0.00026668303],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.016377531,0.00018607888,0.00042510458,0.0006916133,0.0006666849,0.000049137685,0.00012614064,0.0001247054,0.000013992524],"category_scores_gemma":[0.00053359196,0.00015103487,0.00015513373,0.0036013683,0.0016813827,0.0005015657,0.00012172266,0.000342185,0.00002195361],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005914063,0.0007900658,0.1440302,0.00056664477,0.002871238,0.022187611,0.01977224,0.0034180577,0.079705134,0.19865257,0.002424901,0.51966727],"study_design_scores_gemma":[0.0059573418,0.0005772974,0.6973641,0.00024568985,0.0004928191,0.016494527,0.0118659185,0.002036261,0.008358705,0.0036317967,0.25199667,0.0009788699],"about_ca_topic_score_codex":0.00006992279,"about_ca_topic_score_gemma":0.0000030638741,"teacher_disagreement_score":0.55333394,"about_ca_system_score_codex":0.0005892699,"about_ca_system_score_gemma":0.001642711,"threshold_uncertainty_score":0.61951244},"labels":[],"label_agreement":null},{"id":"W2040808179","doi":"10.1177/2168479013500289","title":"A Modeling and Simulations Framework to Support Global Regulatory Strategies for Pediatric Drug Development Programs","year":2013,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Quebec Rehabilitation Research Network","funders":"","keywords":"Drug development; Legislation; Risk analysis (engineering); Pharmacy; Process management; Computer science; Clinical trial; Drug; Medicine; Business; Pharmacology; Political science; Family medicine","score_opus":0.09244548158381294,"score_gpt":0.38884948008343456,"score_spread":0.2964039984996216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2040808179","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9690669,0.00020278289,0.026846439,0.002015996,0.00015854908,0.001311933,0.000002380836,0.00009004187,0.00030495433],"genre_scores_gemma":[0.9775673,0.000006939478,0.019509932,0.0025554998,0.00013601326,0.00012419437,0.0000071826607,0.000011527669,0.00008139757],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9981416,0.000018878807,0.00044086235,0.00041220625,0.0005577661,0.00042871217],"domain_scores_gemma":[0.99853307,0.00007659335,0.00010845053,0.00024021101,0.0008794359,0.00016221622],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00093265675,0.00017221046,0.00019750022,0.00019887148,0.0006078305,0.00018430212,0.00015631925,0.00006251241,0.00005886194],"category_scores_gemma":[0.00010560464,0.00014485758,0.000023468747,0.0022681423,0.00023360593,0.0007380798,0.00008300417,0.00013148671,0.000018982038],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033294494,0.00048411783,0.08076555,0.00041052504,0.0001733114,0.000001950082,0.006235264,0.005541083,0.012783627,0.2879453,0.00032233042,0.605004],"study_design_scores_gemma":[0.0032896546,0.0012117892,0.5345608,0.00023865084,0.0004228226,0.000055465298,0.006010708,0.27090234,0.0026562356,0.14859825,0.030361503,0.0016917909],"about_ca_topic_score_codex":0.000010372388,"about_ca_topic_score_gemma":0.0000041008984,"teacher_disagreement_score":0.6033122,"about_ca_system_score_codex":0.00017034885,"about_ca_system_score_gemma":0.0007722659,"threshold_uncertainty_score":0.5907121},"labels":[],"label_agreement":null},{"id":"W2070996080","doi":"10.1177/2168479013478952","title":"Product Registration in Developing Countries: A Proposal for an Integrated Regional Licensing System Among Countries in Regional Economic Blocs","year":2013,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Intellectual Property and Patents","field":"Business, Management and Accounting","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Micropharma (Canada)","funders":"","keywords":"Harmonization; Business; Pooling; Product (mathematics); Risk analysis (engineering); Process (computing); Developing country; Computer science; Economic growth; Economics","score_opus":0.1041192110912497,"score_gpt":0.2598995217546495,"score_spread":0.15578031066339976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070996080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.993155,0.000034648776,0.0014896713,0.0027457173,0.0004922587,0.0014094074,0.0000010026201,0.00010592514,0.00056633767],"genre_scores_gemma":[0.995891,0.000004020895,0.0007669562,0.0026297607,0.00039605767,0.00011422284,0.00004811413,0.000022128419,0.00012778032],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99783933,0.000030306623,0.0007236801,0.00056010246,0.00041167525,0.00043490165],"domain_scores_gemma":[0.9980584,0.00004202921,0.0004326647,0.00027222396,0.0011828955,0.000011801334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002323203,0.0002215653,0.00022304044,0.0010396017,0.00043851192,0.0006257797,0.00035225894,0.00008933186,0.000033079174],"category_scores_gemma":[0.00006778904,0.0001944276,0.000022474733,0.0019392571,0.00064047246,0.004464411,0.00003853341,0.00014770252,0.00006823674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00030429751,0.000062610154,0.023426672,0.00037592428,0.000016061993,0.0000014924624,0.0012782781,0.0011271355,0.004203876,0.9638318,0.0012496065,0.0041222395],"study_design_scores_gemma":[0.0030224675,0.00017043861,0.36337194,0.0020444402,0.0000340189,0.000040598206,0.0052540647,0.51435435,0.004472226,0.020115182,0.085238546,0.0018817318],"about_ca_topic_score_codex":0.0014195144,"about_ca_topic_score_gemma":0.0007500207,"teacher_disagreement_score":0.94371665,"about_ca_system_score_codex":0.0006486348,"about_ca_system_score_gemma":0.00111181,"threshold_uncertainty_score":0.7928527},"labels":[],"label_agreement":null},{"id":"W2110473636","doi":"10.1177/2168479013494394","title":"Characterizing Good Review Practices: A Survey Report Among Agencies of APEC Member Economies","year":2013,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Regulation and Compliance Studies","field":"Business, Management and Accounting","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"Food and Drug Administration","keywords":"Transparency (behavior); Best practice; Consistency (knowledge bases); Agency (philosophy); Business; Variety (cybernetics); Work (physics); Member states; Quality (philosophy); Resource (disambiguation); Public economics; Public relations; Economics; European union; International trade; Political science; Management; Computer science","score_opus":0.227309897210464,"score_gpt":0.37085675215102054,"score_spread":0.14354685494055655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110473636","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0026960804,0.97910637,0.000043320142,0.00019534488,0.00094440265,0.001730335,0.0000054652464,0.00012249693,0.015156184],"genre_scores_gemma":[0.0048909457,0.9900201,0.00010927467,0.0014772278,0.00047894922,0.00026033397,0.00016314474,0.00006275166,0.0025372826],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9959065,0.00008180539,0.0020059827,0.0007845788,0.0007935864,0.00042758242],"domain_scores_gemma":[0.98777694,0.00014789941,0.008979071,0.0010570853,0.0020232946,0.000015690563],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.005748262,0.00051163347,0.0015884283,0.00095092086,0.00046237468,0.00042841528,0.00094124704,0.00013280657,0.0004392074],"category_scores_gemma":[0.00078619237,0.00040787755,0.0002048467,0.005650045,0.0010651299,0.0037065118,0.00033364558,0.00025334232,0.00021883071],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000059247736,0.00007198961,0.0030575015,0.044145603,0.00028629307,0.0000052516643,0.00007891918,0.0000017326919,0.00009594631,0.04131623,0.0016581768,0.9092764],"study_design_scores_gemma":[0.00007084975,0.0000063452626,0.034488242,0.011058703,0.00027218822,0.000017729299,0.000064817286,0.00005066487,0.0000053331523,0.00029931325,0.95316565,0.0005001754],"about_ca_topic_score_codex":0.00013762055,"about_ca_topic_score_gemma":0.000019543399,"teacher_disagreement_score":0.95150745,"about_ca_system_score_codex":0.00017297476,"about_ca_system_score_gemma":0.00060892274,"threshold_uncertainty_score":0.9998373},"labels":[],"label_agreement":null},{"id":"W2124490189","doi":"10.1177/2168479014558274","title":"Implementing a Process to Review Product-Specific Misinformation in Online Drug Information Compendia","year":2014,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Purdue Pharma (Canada)","funders":"","keywords":"Misinformation; Process (computing); Product (mathematics); Pharmacy; Computer science; Health care; Patient safety; Medicine; Family medicine; Computer security","score_opus":0.033606782282384395,"score_gpt":0.3541811912818764,"score_spread":0.320574408999492,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2124490189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9531276,0.00018022627,0.0034086548,0.009218836,0.00043119484,0.0017759945,0.0000065273666,0.0001780335,0.031672895],"genre_scores_gemma":[0.9882603,0.000099724486,0.00065294123,0.010655883,0.000093510076,0.000012257807,0.000053254364,0.0000057044726,0.00016638247],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676114,0.00011008826,0.0009831479,0.00019501256,0.0013358889,0.0006147391],"domain_scores_gemma":[0.9978558,0.00003812432,0.00049445545,0.0003462453,0.0011516799,0.000113685775],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.010099174,0.0001471625,0.00019128977,0.0010258525,0.00083586515,0.00029865967,0.00055994856,0.00003419326,0.00031229513],"category_scores_gemma":[0.00059772865,0.00014104448,0.00002169964,0.00725148,0.00028579464,0.005755442,0.000054586297,0.00014671117,0.00023771336],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002103973,0.000061265055,0.0011100788,0.0003197428,0.0000039456045,6.706621e-8,0.096269056,0.00023209713,0.0014478462,0.23462313,0.0025925045,0.66331923],"study_design_scores_gemma":[0.00072546594,0.000054465425,0.15796098,0.0008740387,0.0000072699468,0.0000034871111,0.018721085,0.0018190306,0.0018718655,0.0023012627,0.81507933,0.00058170996],"about_ca_topic_score_codex":0.00003771058,"about_ca_topic_score_gemma":0.00007957447,"teacher_disagreement_score":0.8124868,"about_ca_system_score_codex":0.0003027996,"about_ca_system_score_gemma":0.000623153,"threshold_uncertainty_score":0.64288837},"labels":[],"label_agreement":null},{"id":"W2125186594","doi":"10.1177/2168479014522469","title":"A Proposed Framework to Address Needs of Clinical Data for Informed Medication Use in Pregnancy","year":2014,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Maternal Mental Health During Pregnancy and Postpartum","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; University of Toronto; Western University","funders":"","keywords":"Stakeholder; Data collection; Stakeholder engagement; Pharmacy; Health care; Public relations; Medicine; Political science; Nursing; Sociology","score_opus":0.17437532249271281,"score_gpt":0.4433010550774093,"score_spread":0.2689257325846965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2125186594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9846693,0.000059948172,0.011687352,0.001157659,0.00061136356,0.0015846683,0.000014077994,0.00003439651,0.00018123433],"genre_scores_gemma":[0.98962027,0.000011804633,0.007701601,0.0023111536,0.0000845604,0.000047277972,0.000038685757,0.000010559464,0.00017406419],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978578,0.00005886651,0.0010020144,0.00027866144,0.0005209377,0.0002817262],"domain_scores_gemma":[0.9977897,0.00035200673,0.00036718947,0.0009975579,0.00038724963,0.00010634168],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031181574,0.000106154665,0.00028797617,0.0005423894,0.000087368186,0.000020033522,0.00047538636,0.000107269945,0.00001704994],"category_scores_gemma":[0.0017412729,0.00008830001,0.000020405902,0.0018961292,0.00034569163,0.00048189444,0.0000990008,0.00016551945,0.00000578581],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0034836065,0.0007519011,0.383781,0.004755319,0.00004227321,0.0000011897264,0.004035029,0.000023928214,0.009918639,0.31196836,0.000113544134,0.28112522],"study_design_scores_gemma":[0.0017600481,0.00094837503,0.9681439,0.008619042,0.000021554977,0.000005863847,0.00010338718,0.002963927,0.010381283,0.0031489676,0.003737641,0.00016601113],"about_ca_topic_score_codex":0.000013708367,"about_ca_topic_score_gemma":0.000005464852,"teacher_disagreement_score":0.5843629,"about_ca_system_score_codex":0.000059400372,"about_ca_system_score_gemma":0.000682055,"threshold_uncertainty_score":0.360077},"labels":[],"label_agreement":null},{"id":"W2129100419","doi":"10.1177/2168479015579520","title":"A Model Data Management Plan Standard Operating Procedure: Results From the DIA Clinical Data Management Community, Committee on Clinical Data Management Plan","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Syncrude (Canada)","funders":"","keywords":"Data management; Plan (archaeology); Standard operating procedure; Data management plan; Process management; Computer science; Engineering management; Medical physics; Operations management; Medicine; Business; Engineering; Data mining","score_opus":0.7041812255188674,"score_gpt":0.5603036202617854,"score_spread":0.14387760525708204,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2129100419","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77321035,0.0009254328,0.03824598,0.047303922,0.013469178,0.027008934,0.012148901,0.00149337,0.08619392],"genre_scores_gemma":[0.9542276,0.00032186057,0.012515262,0.022097012,0.0008935889,0.00016685753,0.008071789,0.00009000723,0.0016160002],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843982,0.0046299184,0.004358998,0.0023280187,0.0028243163,0.0014605401],"domain_scores_gemma":[0.97570056,0.0021912048,0.0017491712,0.019350411,0.0006388238,0.0003698516],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["open_science"],"category_scores_codex":[0.098999135,0.0005085975,0.0007712771,0.00036168614,0.0035764626,0.0002510507,0.016139483,0.0002982476,0.000022252456],"category_scores_gemma":[0.0010070357,0.0003808306,0.00003521658,0.0025118876,0.0010627167,0.0014355251,0.013473187,0.0029505137,0.00022303328],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.002875855,0.0014074711,0.04390458,0.0008832306,0.0010943227,0.00003945946,0.006136177,0.00070331077,0.000026318918,0.15092129,0.51059157,0.28141645],"study_design_scores_gemma":[0.013662064,0.0010323673,0.15334643,0.0026032222,0.00040690065,0.0000068547074,0.025906624,0.37730953,0.000004545607,0.010090906,0.4142986,0.0013319561],"about_ca_topic_score_codex":0.00034943677,"about_ca_topic_score_gemma":0.0009015146,"teacher_disagreement_score":0.37660623,"about_ca_system_score_codex":0.0007814958,"about_ca_system_score_gemma":0.0024534736,"threshold_uncertainty_score":0.99986434},"labels":[],"label_agreement":null},{"id":"W2265434961","doi":"10.1177/2168479015597730","title":"Applying Regulatory Science to Develop Safe and Effective Medicines for Neonates: Report of the US Food and Drug Administration First Annual Neonatal Scientific Workshop, October 28–29, 2014","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Institute for Clinical Evaluative Sciences; Hospital for Sick Children","funders":"Janssen Pharmaceuticals; U.S. Department of Health and Human Services","keywords":"Food and drug administration; Medicine; Regulatory science; Intensive care medicine; Pharmacy; Scientific evidence; Retinopathy of prematurity; Neonatal sepsis; Drug; Clinical trial; Pharmacology; Family medicine; Sepsis; Surgery; Pregnancy; Biology; Pathology","score_opus":0.046837335579585485,"score_gpt":0.35166667544756064,"score_spread":0.30482933986797517,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2265434961","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9882372,0.0008690551,0.0009119449,0.0069965064,0.0007513933,0.0019943153,0.000009736513,0.000029412742,0.00020043663],"genre_scores_gemma":[0.99684614,0.000008652519,0.0013574963,0.0012908695,0.00010025818,0.00014160306,0.000004073836,0.000011641236,0.00023926127],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9970999,0.00004847905,0.00053315086,0.0006841481,0.0012457591,0.00038858165],"domain_scores_gemma":[0.9956485,0.00032701457,0.00039428484,0.00044858808,0.0029689493,0.00021266798],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0076545104,0.00019492533,0.000273797,0.0003808664,0.0012180015,0.00012479004,0.000301345,0.00005564417,0.0000052873042],"category_scores_gemma":[0.0019630971,0.00013499113,0.000022575963,0.0046241614,0.004173969,0.0008161571,0.00024335216,0.00017119506,0.0000013925386],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0031981086,0.00040047886,0.1020701,0.0009471353,0.00029669813,0.00002441925,0.036281064,0.00014669215,0.23700531,0.040656958,0.007369288,0.5716038],"study_design_scores_gemma":[0.0031854752,0.0009900677,0.57106555,0.00053850864,0.00023237096,0.000694415,0.005876943,0.0015859345,0.13974518,0.0036864132,0.2717661,0.00063305313],"about_ca_topic_score_codex":0.000008113771,"about_ca_topic_score_gemma":0.00003897148,"teacher_disagreement_score":0.5709707,"about_ca_system_score_codex":0.0001790152,"about_ca_system_score_gemma":0.0014812271,"threshold_uncertainty_score":0.9985361},"labels":[],"label_agreement":null},{"id":"W2287419117","doi":"10.1177/2168479015608415","title":"Birth Control in Clinical Trials: Industry Survey of Current Use Practices, Governance, and Monitoring","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Reproductive Health and Contraception","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Clinical trial; Medicine; Birth control; Pharmaceutical industry; Consistency (knowledge bases); Pharmacy; Family medicine; Corporate governance; Family planning; Medical education; Environmental health; Business; Population; Pharmacology","score_opus":0.5117005966845387,"score_gpt":0.5232290413459659,"score_spread":0.011528444661427217,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2287419117","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9962322,0.001334126,0.00041051276,0.0005184892,0.00087878236,0.00056745985,0.0000051324173,0.00001582429,0.000037472073],"genre_scores_gemma":[0.99922264,0.00010197083,0.00012387763,0.00021521153,0.0002610803,0.000011693874,0.0000021631056,0.0000068302206,0.00005453963],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99682885,0.0007626098,0.0011697459,0.00038541702,0.0006359354,0.00021745394],"domain_scores_gemma":[0.99574316,0.0005368214,0.0016462274,0.00037533118,0.001573901,0.00012455601],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03666909,0.000101699414,0.00042877265,0.00024117489,0.000052857144,0.000029471967,0.00009633488,0.00012700155,0.000004495479],"category_scores_gemma":[0.015662314,0.000083072584,0.00001952279,0.0021240707,0.00051287457,0.00071581866,0.00002040518,0.00051270885,0.0000018679772],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071681495,0.0001181534,0.8325397,0.000022200204,0.000007863163,5.0811724e-7,0.00009227054,0.0000059550703,0.0055365134,0.0016163302,0.000018590898,0.15932511],"study_design_scores_gemma":[0.0025779286,0.00020640135,0.9938865,0.00009572535,0.000014779061,0.000006072856,0.000077849305,0.0005828193,0.0006036163,0.00014788698,0.001727832,0.0000726128],"about_ca_topic_score_codex":0.00016405637,"about_ca_topic_score_gemma":0.000008492403,"teacher_disagreement_score":0.16134678,"about_ca_system_score_codex":0.00013890432,"about_ca_system_score_gemma":0.0016514577,"threshold_uncertainty_score":0.9926292},"labels":[],"label_agreement":null},{"id":"W2292670616","doi":"10.1177/2168479015604183","title":"Defining Regions in Multiregional Clinical Trials: An Analytical Approach to Considering Impact of Intrinsic and Extrinsic Factors","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Sample size determination; Medicine; Intervention (counseling); Epidemiology; Cluster (spacecraft); Ethnic group; Checklist; Psychology; Family medicine; Computer science; Cognitive psychology; Statistics; Pathology; Political science; Psychiatry","score_opus":0.6558268703743527,"score_gpt":0.5578808159228008,"score_spread":0.09794605445155191,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292670616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94265246,0.00003235679,0.05631784,0.000056771525,0.000062238614,0.00044334817,0.0000031034135,0.000104243874,0.00032765104],"genre_scores_gemma":[0.95669794,0.0000024132398,0.04313192,0.00009517932,0.000027284677,0.000015028388,0.0000034332745,0.000017283164,0.000009511485],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966537,0.0005093887,0.0014079993,0.00049800874,0.00058726734,0.00034368306],"domain_scores_gemma":[0.9966305,0.0014115828,0.00053465785,0.0005380595,0.0006727382,0.00021249922],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.015546337,0.00021427913,0.0006631599,0.0010196612,0.000089721616,0.00005181807,0.00032444892,0.0001298201,0.0000045517263],"category_scores_gemma":[0.008220889,0.00017053643,0.000067638204,0.0029471284,0.0011371677,0.00068671035,0.000121895995,0.0002910882,0.0000010643043],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008506846,0.00021608127,0.046330094,0.000011364551,0.00002093163,9.210282e-7,0.0014959825,0.00013258356,0.002849273,0.9205565,0.000029026622,0.028272172],"study_design_scores_gemma":[0.0016244389,0.0009248865,0.44360942,0.00015418869,0.00004772408,0.000038604558,0.0028050293,0.02097246,0.0031451434,0.52598757,0.00005814593,0.00063239486],"about_ca_topic_score_codex":0.000029605779,"about_ca_topic_score_gemma":0.00000566047,"teacher_disagreement_score":0.39727932,"about_ca_system_score_codex":0.0002666306,"about_ca_system_score_gemma":0.00083663553,"threshold_uncertainty_score":0.9841766},"labels":[],"label_agreement":null},{"id":"W2322303165","doi":"10.1177/2168479013512488","title":"Understanding the Role and Evidence Expectations of Health Technology Assessment and Coverage/Payer Bodies: What Are They Looking for, and How and Why Does This Differ From What Regulators Require?","year":2013,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Agency for Drugs and Technologies in Health","funders":"","keywords":"Harmonization; Health technology; Pharmaceutical industry; Pharmacy; Work (physics); Business; Risk analysis (engineering); Health care; Political science; Medicine; Pharmacology; Engineering; Law","score_opus":0.32039870480528465,"score_gpt":0.4046872739783014,"score_spread":0.08428856917301675,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2322303165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85854495,0.02521319,0.016209243,0.09880167,0.0002469288,0.0009262917,0.00001598538,0.00002633822,0.00001539813],"genre_scores_gemma":[0.9924733,0.002377392,0.0011244664,0.0038319582,0.000034232453,0.00009854315,0.0000027215951,0.000014562142,0.000042843567],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976088,0.00015702707,0.001177165,0.0005933184,0.00016498077,0.00029872236],"domain_scores_gemma":[0.99650687,0.0010070628,0.0018010621,0.00042244003,0.00020163316,0.0000609395],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0076975627,0.00017128423,0.0005080268,0.0005377063,0.0009266831,0.0008356715,0.00019426666,0.000097831566,0.000018727813],"category_scores_gemma":[0.00042318949,0.00014150707,0.000018503377,0.00043102136,0.0010137381,0.0048947083,0.000098399716,0.00011859648,0.0000010657038],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000103530665,0.000026653974,0.22280812,0.00028285148,0.000075000265,5.488984e-8,0.021755068,0.000011074327,0.0014291041,0.7352962,0.00009803694,0.018207517],"study_design_scores_gemma":[0.000476167,0.00009728001,0.2786672,0.00070209015,0.000009235137,0.000003977993,0.113057375,0.007843923,0.00012248516,0.5981218,0.00063399074,0.00026444078],"about_ca_topic_score_codex":0.00012994603,"about_ca_topic_score_gemma":0.00006404206,"teacher_disagreement_score":0.13717434,"about_ca_system_score_codex":0.0004012652,"about_ca_system_score_gemma":0.00017529464,"threshold_uncertainty_score":0.8058399},"labels":[],"label_agreement":null},{"id":"W2333283573","doi":"10.1177/2168479014523006","title":"Clinical Data for Informed Medication Use in Pregnancy: Strengths, Limitations, Gaps, and a Need to Continue Moving Forward","year":2014,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pregnancy and Medication Impact","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children","funders":"","keywords":"Standardization; Data collection; Strengths and weaknesses; Pharmacy; Medicine; Medical education; Psychology; Family medicine; Computer science","score_opus":0.1372298812456588,"score_gpt":0.40346608017466395,"score_spread":0.2662361989290052,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2333283573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9458853,0.0005223621,0.04494321,0.005985482,0.00041497563,0.0018123123,0.000024107245,0.0000971361,0.0003151002],"genre_scores_gemma":[0.9838165,0.00013189303,0.011545021,0.003976215,0.000089826826,0.000086101405,0.00014519868,0.000013835564,0.00019538231],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977763,0.0000652435,0.00082101056,0.00049503363,0.00051372405,0.0003286379],"domain_scores_gemma":[0.99709153,0.0009082981,0.00031296138,0.0009996109,0.00049924594,0.00018836923],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0036467947,0.00013931007,0.00027338092,0.0006521849,0.00017069504,0.00006761079,0.00037593718,0.000106257554,0.000007256666],"category_scores_gemma":[0.0109107895,0.00012357737,0.000021067453,0.001705384,0.0004890159,0.0011049287,0.0001012878,0.00016742262,0.000005130859],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001849226,0.0001498294,0.06314259,0.00012719045,0.00003180022,4.321612e-7,0.0012459283,0.000008179424,0.007318667,0.037250463,0.00085085083,0.88968915],"study_design_scores_gemma":[0.0031404337,0.0004294928,0.93354553,0.0013265911,0.000061507446,0.000011168769,0.0003169283,0.015428413,0.00092738395,0.0015153238,0.04307037,0.00022688055],"about_ca_topic_score_codex":0.0000100133075,"about_ca_topic_score_gemma":0.000030012856,"teacher_disagreement_score":0.8894623,"about_ca_system_score_codex":0.0000963664,"about_ca_system_score_gemma":0.0010110064,"threshold_uncertainty_score":0.9974207},"labels":[],"label_agreement":null},{"id":"W2337969193","doi":"10.1177/2168479015601344","title":"iCAN: Providing a Voice for Children and Families in Pediatric Research","year":2015,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":31,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Child and Family Research Institute","funders":"","keywords":"Clinical trial; Medicine; Pharmacy; Medical education; Population; Family medicine; Public relations; Environmental health; Political science","score_opus":0.44456302555692123,"score_gpt":0.5047138706261579,"score_spread":0.06015084506923668,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2337969193","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9954492,0.00025333406,0.00014567954,0.00049074396,0.00039111756,0.0022122115,0.000006746101,0.00003247673,0.0010184771],"genre_scores_gemma":[0.99717057,0.000023492528,0.0005368558,0.0014592715,0.00018303769,0.00026604845,0.000021919388,0.000010241832,0.0003285819],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974244,0.00026579117,0.00053614774,0.00035756506,0.00074389443,0.000672172],"domain_scores_gemma":[0.99830717,0.00027495468,0.00017000444,0.00024015503,0.0008779282,0.00012979613],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011715364,0.00009589673,0.00013169694,0.0009709982,0.0010100221,0.000019318408,0.00023962355,0.00007584179,0.0000058219584],"category_scores_gemma":[0.00017269798,0.000083263454,0.000007685734,0.0034978797,0.00033419902,0.00033586446,0.00010727707,0.00031812373,0.00002496823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016208505,0.00008175788,0.8961922,0.0003445881,0.0000025916065,1.7948894e-7,0.012664093,0.000007471476,0.0014197992,0.070191935,0.0005499661,0.018383361],"study_design_scores_gemma":[0.0020462547,0.0005082236,0.9723589,0.00015581163,0.000004958268,8.609909e-7,0.0061478154,0.0008247511,0.0005234409,0.01426517,0.002968398,0.00019543032],"about_ca_topic_score_codex":0.00016942379,"about_ca_topic_score_gemma":0.000064719745,"teacher_disagreement_score":0.07616671,"about_ca_system_score_codex":0.00044708105,"about_ca_system_score_gemma":0.0017621808,"threshold_uncertainty_score":0.7768376},"labels":[],"label_agreement":null},{"id":"W2462996267","doi":"10.1177/2168479016656898","title":"Implementation of Structured Benefit-Risk Assessments in Marketing Authorization Applications: Lessons Learned","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"Eli Lilly and Company","keywords":"Marketing authorization; Benchmarking; Risk assessment; Authorization; Pharmacy; Business; Leverage (statistics); Risk analysis (engineering); Computer science; Process management; Knowledge management; Marketing; Medicine; Computer security","score_opus":0.38789087888985657,"score_gpt":0.5917696534361624,"score_spread":0.20387877454630582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2462996267","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9883427,0.00010262807,0.0070686783,0.0027723187,0.00036258757,0.0007641899,0.00006844717,0.000061471736,0.00045695595],"genre_scores_gemma":[0.9984974,0.000113908434,0.00039479462,0.0006191514,0.000086039276,0.000103795304,0.000016123136,0.0000138119185,0.0001549208],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9973848,0.00048675964,0.00077045197,0.0004635824,0.00042982088,0.0004646045],"domain_scores_gemma":[0.99814457,0.00032466435,0.00057874667,0.0002800439,0.00056490244,0.00010709441],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0057306723,0.00016840009,0.00019555714,0.00055343745,0.00043059187,0.000021804783,0.00038905523,0.00025345443,0.00072235987],"category_scores_gemma":[0.000112893234,0.00013973557,0.000028099863,0.0029158783,0.0006039749,0.0005282568,0.00006799956,0.00048500235,0.000012789735],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008990971,0.000044718094,0.09738161,0.000021893362,0.000014080046,2.5847075e-7,0.00013880455,0.00005989328,0.30164656,0.102865495,0.000008070388,0.4977287],"study_design_scores_gemma":[0.0017383401,0.00007789251,0.7437409,0.000046435944,0.00003958218,0.0000030209671,0.0006222344,0.0012003578,0.21927468,0.026762411,0.006248646,0.00024545935],"about_ca_topic_score_codex":0.000019833122,"about_ca_topic_score_gemma":0.000021686297,"teacher_disagreement_score":0.6463593,"about_ca_system_score_codex":0.0003079931,"about_ca_system_score_gemma":0.0004893892,"threshold_uncertainty_score":0.79093343},"labels":[],"label_agreement":null},{"id":"W2518922904","doi":"10.1177/2168479016662681","title":"Assessing the Quality of Decision Making in the Development and Regulatory Review of Medicines: Identifying Biases and Best Practices","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Health Canada","keywords":"Quality (philosophy); Best practice; Agency (philosophy); Business; Process (computing); Decision quality; Knowledge management; Process management; Marketing; Computer science","score_opus":0.6876087216921124,"score_gpt":0.5659973000311609,"score_spread":0.12161142166095151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518922904","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97302914,0.014034567,0.002730123,0.009334601,0.00013898025,0.00042175592,0.00000272852,0.000005762382,0.0003023298],"genre_scores_gemma":[0.9928553,0.00062698295,0.0020725483,0.004375935,0.000030394622,0.00001910396,6.347729e-7,0.000006037858,0.000013066099],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9954108,0.00040158807,0.0033139025,0.00034035667,0.00035537194,0.00017797705],"domain_scores_gemma":[0.9893184,0.0041660545,0.005682702,0.0005153654,0.00029476022,0.000022718343],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.082502514,0.00010517141,0.00044195366,0.00041624092,0.00027342536,0.00006679244,0.00035569302,0.000043036016,0.000022588823],"category_scores_gemma":[0.010030552,0.00006616225,0.000018690444,0.0011891259,0.0007982283,0.0012419291,0.00006530053,0.000078182835,0.0000044141493],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023747085,0.0001346845,0.21302219,0.0047061616,0.000044063247,3.7136712e-7,0.013294141,0.000008291343,0.004054306,0.56196713,0.00014131641,0.20260361],"study_design_scores_gemma":[0.00032164346,0.000027719689,0.969335,0.007971134,0.0000068535664,0.0000077054465,0.0046623447,0.00014024082,0.00023873111,0.015373228,0.0017733214,0.00014205411],"about_ca_topic_score_codex":0.000045103017,"about_ca_topic_score_gemma":0.000027638775,"teacher_disagreement_score":0.75631285,"about_ca_system_score_codex":0.00014462229,"about_ca_system_score_gemma":0.00035826012,"threshold_uncertainty_score":0.99830836},"labels":[],"label_agreement":null},{"id":"W2519385594","doi":"10.1177/2168479016666586","title":"Current Practices in Choosing Estimands and Sensitivity Analyses in Clinical Trials: Results of the ICH E9 Survey","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Clinical trial; Medicine; Family medicine; Pharmacy; Population; Addendum; Stakeholder; Quarter (Canadian coin); Internal medicine; Environmental health; Geography; Public relations; Political science","score_opus":0.9071316686951898,"score_gpt":0.707854031508543,"score_spread":0.19927763718664682,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519385594","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820438,0.00007126871,0.015920157,0.0007345142,0.0006583774,0.00045489092,0.000028517778,0.000015585108,0.00007287784],"genre_scores_gemma":[0.9782272,0.00003029152,0.021559462,0.000089576984,0.00006638585,0.000005665228,3.2153386e-7,0.000008626434,0.000012443753],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9837758,0.011202511,0.0033148197,0.0006010427,0.00081160356,0.00029424066],"domain_scores_gemma":[0.7103079,0.2806535,0.006251453,0.0014227203,0.0012678005,0.00009660339],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.19423887,0.00015198354,0.00078258984,0.00037205414,0.00009250178,0.000044765533,0.00027780456,0.000115689596,0.000006963238],"category_scores_gemma":[0.5567326,0.000081881466,0.000060069335,0.003611481,0.0018417662,0.00032995435,0.0001513,0.00031800213,0.0000010800596],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00124451,0.00049510156,0.27331936,0.00006194118,0.00003568629,0.0000020585303,0.00029238535,0.00000901252,0.05248619,0.071556725,0.000042375363,0.6004546],"study_design_scores_gemma":[0.0014952789,0.000055744527,0.79912245,0.00026958916,0.000023020993,0.0000016554553,0.000022179564,0.0011465256,0.004324534,0.1934151,0.000021415952,0.00010248438],"about_ca_topic_score_codex":0.000056486984,"about_ca_topic_score_gemma":0.00012000591,"teacher_disagreement_score":0.60035217,"about_ca_system_score_codex":0.000088679124,"about_ca_system_score_gemma":0.0004606137,"threshold_uncertainty_score":0.82970065},"labels":[],"label_agreement":null},{"id":"W2519427156","doi":"10.1177/2168479016665434","title":"DIA’s Adaptive Design Scientific Working Group (ADSWG): Best Practices Case Studies for “Less Well-understood” Adaptive Designs","year":2016,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Toolbox; Clinical study design; Adaptive design; Computer science; Clinical trial; Research design; Risk analysis (engineering); Management science; Pharmacy; Data science; Medicine; Engineering; Family medicine","score_opus":0.8818243861039051,"score_gpt":0.5764153350103045,"score_spread":0.3054090510936006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2519427156","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.059795506,0.00017643409,0.9348122,0.00073378615,0.001962058,0.0019836868,0.000018094765,0.00015427751,0.00036395405],"genre_scores_gemma":[0.55758286,0.0000069681373,0.44138095,0.00020180714,0.00017779361,0.0001733522,3.0821394e-7,0.000034982095,0.00044100892],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9939957,0.0011953522,0.0014192635,0.0012925501,0.0012472919,0.00084979564],"domain_scores_gemma":[0.9315485,0.06229939,0.0024154736,0.0010727022,0.0025088333,0.00015512187],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.02460542,0.0004155001,0.0007048207,0.0006584271,0.0015722142,0.00030056428,0.0008111065,0.00018479778,0.000038330167],"category_scores_gemma":[0.040285494,0.00028891358,0.000106983105,0.0035437406,0.0053408532,0.0010539617,0.00019216668,0.00024569177,0.000036194895],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005175451,0.00023872673,0.00003349963,0.000044627104,0.00017628065,0.000032454962,0.0012656407,0.000010940841,0.06349788,0.8205114,0.00039274446,0.113278285],"study_design_scores_gemma":[0.0013381287,0.0008209488,0.000092417766,0.00037276416,0.00021031944,0.000096038224,0.005574915,0.0012761219,0.018747238,0.9704552,0.00047977403,0.0005361161],"about_ca_topic_score_codex":0.0000054818206,"about_ca_topic_score_gemma":0.000019749492,"teacher_disagreement_score":0.49778733,"about_ca_system_score_codex":0.0005581075,"about_ca_system_score_gemma":0.0006585762,"threshold_uncertainty_score":0.9999563},"labels":[],"label_agreement":null},{"id":"W2586107002","doi":"10.1177/2168479016683988","title":"Patient-Centered Therapy Development for Myotonic Dystrophy: Report of the Myotonic Dystrophy Foundation–Sponsored Workshop","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Genetic Neurodegenerative Diseases","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Sherbrooke","funders":"Myotonic Dystrophy Foundation; University of Rochester; National Organization for Rare Disorders","keywords":"Myotonic dystrophy; Medicine; Anticipation (artificial intelligence); Pharmacy; Drug development; Food and drug administration; Disease; Myotonia; Drug; Family medicine; Psychiatry; Pharmacology; Internal medicine","score_opus":0.07815012492655231,"score_gpt":0.32064850389233396,"score_spread":0.24249837896578164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2586107002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9941865,0.00003449144,0.0018552971,0.0007416613,0.0012459465,0.0016371612,0.000011646654,0.00005288361,0.00023441711],"genre_scores_gemma":[0.99700814,0.0000070692754,0.0012997977,0.00087091746,0.000053124735,0.00020827352,0.0000060757934,0.000034311266,0.00051230926],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9962025,0.00015711226,0.0009095323,0.00094496354,0.0012420883,0.00054377574],"domain_scores_gemma":[0.99520314,0.00013149477,0.0015348657,0.0020654623,0.0009886267,0.0000764239],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0009224173,0.00031025166,0.00027575446,0.00031570598,0.0025254646,0.00033828666,0.0017567344,0.000066385575,0.00004699139],"category_scores_gemma":[0.0010542125,0.00023405282,0.00011256613,0.001301576,0.002290409,0.00061078655,0.00025784748,0.00014958302,0.000010075349],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015886703,0.00014476712,0.001890141,0.000012914107,0.000013461107,0.000002360331,0.00040696817,0.00016046215,0.95534664,0.01223128,0.000017843091,0.029614303],"study_design_scores_gemma":[0.00072277494,0.000105218736,0.15546702,0.00003640336,0.000009389769,0.000017051785,0.000056442103,0.00047660575,0.8379844,0.0013115334,0.0035869973,0.0002261886],"about_ca_topic_score_codex":0.000002720072,"about_ca_topic_score_gemma":0.0000020027337,"teacher_disagreement_score":0.15357688,"about_ca_system_score_codex":0.00020109066,"about_ca_system_score_gemma":0.0016067661,"threshold_uncertainty_score":0.9987731},"labels":[],"label_agreement":null},{"id":"W2614396497","doi":"10.1177/2168479017700679","title":"Reference Limits for Outlier Analyses in Randomized Clinical Trials","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"Eli Lilly and Company","keywords":"Percentile; Outlier; Confidence interval; Statistics; Clinical trial; Medicine; Computer science; Mathematics; Internal medicine","score_opus":0.933678491744073,"score_gpt":0.7282545952392478,"score_spread":0.20542389650482518,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2614396497","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40049183,0.000105907675,0.5809165,0.0026500328,0.003808002,0.0053297565,0.000046981026,0.0001709707,0.006479981],"genre_scores_gemma":[0.7263279,0.00001683631,0.2722126,0.00060375885,0.0002719122,0.00016102935,0.000001188611,0.000020965774,0.00038380222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9886995,0.0044362345,0.0046263216,0.00081881514,0.00090664986,0.0005124787],"domain_scores_gemma":[0.7859482,0.20318763,0.0055793244,0.0029446373,0.0021584642,0.00018173497],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.21557339,0.00025311337,0.0023900082,0.0004940772,0.0005984173,0.00032133787,0.0014083182,0.00025838663,0.00010437689],"category_scores_gemma":[0.6255826,0.00018149274,0.0003055428,0.0009719965,0.003673753,0.0004508749,0.000122013436,0.00036462757,0.000016257558],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0061039613,0.00014073255,0.0005068059,0.000028840816,0.00007020587,7.973944e-7,0.00007416922,0.0000023746575,0.0059849834,0.85710067,0.000099595774,0.12988684],"study_design_scores_gemma":[0.03700267,0.00008485644,0.01438256,0.000086785665,0.00013121871,7.962168e-7,0.000036918194,0.0025976514,0.0035205516,0.94163734,0.00028097825,0.00023767394],"about_ca_topic_score_codex":0.000008144114,"about_ca_topic_score_gemma":0.000005043685,"teacher_disagreement_score":0.41000918,"about_ca_system_score_codex":0.00008807935,"about_ca_system_score_gemma":0.0005539828,"threshold_uncertainty_score":0.9990377},"labels":[],"label_agreement":null},{"id":"W2751234733","doi":"10.1177/2168479017721585","title":"Medical Writing Competency Model — Section 1: Functions, Tasks, and Activities","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Medical writing; Core competency; Medical education; Section (typography); Alliance; Outsourcing; Process (computing); Knowledge management; Scientific writing; Pharmacy; Psychology; Computer science; Medicine; Business; Nursing; Political science; Marketing","score_opus":0.15061566002291502,"score_gpt":0.4696286900435323,"score_spread":0.3190130300206173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751234733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9760245,0.00006148638,0.005491675,0.0065595135,0.0017118104,0.00039510935,0.000003649477,0.00008065938,0.009671573],"genre_scores_gemma":[0.9947268,0.000036402198,0.00056898856,0.0019773028,0.00053307874,0.00006845424,0.000004772465,0.000008971222,0.0020752684],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9969739,0.00015853984,0.000521511,0.00040935635,0.0012607931,0.00067591865],"domain_scores_gemma":[0.99798083,0.00019431056,0.0003929889,0.0005727026,0.0006323269,0.00022681415],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.007887221,0.00011587016,0.00014783406,0.00045064432,0.009820013,0.00016369349,0.0005472374,0.0001414305,0.0002599309],"category_scores_gemma":[0.0009083807,0.00010031027,0.000014132484,0.00087066786,0.0017791986,0.0017060324,0.00017549134,0.0005925477,0.000039117644],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011138307,0.00016129696,0.26012805,0.00038562392,0.000020183536,0.000001793825,0.009897058,0.0001004157,0.06815664,0.3647945,0.0059746094,0.29026848],"study_design_scores_gemma":[0.0005786699,0.000094940384,0.8735646,0.00020218422,0.000005441982,0.0000091962975,0.006341955,0.10220559,0.0003141911,0.010906764,0.005525428,0.0002510114],"about_ca_topic_score_codex":0.00015470132,"about_ca_topic_score_gemma":0.000071080605,"teacher_disagreement_score":0.6134366,"about_ca_system_score_codex":0.0002695681,"about_ca_system_score_gemma":0.0051293424,"threshold_uncertainty_score":0.9914691},"labels":[],"label_agreement":null},{"id":"W2751274104","doi":"10.1177/2168479017723680","title":"Medical Writing Competency Model — Section 2: Knowledge, Skills, Abilities, and Behaviors","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"inVentiv Health Clinical","funders":"","keywords":"Medical writing; Medical education; Core competency; Function (biology); Scientific writing; Section (typography); Pharmacy; Psychology; Value (mathematics); Work (physics); Professional writing; Medicine; Computer science; Pedagogy; Management; Nursing; Engineering","score_opus":0.10088922978867858,"score_gpt":0.43580935050974856,"score_spread":0.33492012072106997,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2751274104","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9840112,0.00017674593,0.00136251,0.0074041705,0.00033005804,0.0003599581,0.000001963323,0.00006652505,0.0062869187],"genre_scores_gemma":[0.9948488,0.00006056535,0.00057826564,0.0033186972,0.00023957134,0.000015969546,0.0000041246976,0.000012515315,0.0009215265],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99688476,0.000042651132,0.00045078996,0.00037547207,0.0015135496,0.0007327653],"domain_scores_gemma":[0.9968172,0.00009971384,0.00016553186,0.00063129416,0.0008552456,0.0014310176],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0064260364,0.00013140198,0.00021965899,0.00036771927,0.0012481107,0.0001162667,0.00031907725,0.00014642839,0.00011151304],"category_scores_gemma":[0.009161195,0.00010740172,0.00002258599,0.00063108845,0.002524808,0.00053209375,0.000120194156,0.00046540512,0.000008315577],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000080957245,0.00057842495,0.032559946,0.00030548222,0.000015113391,0.000015334133,0.0016257536,0.000003822497,0.041962307,0.079476416,0.00057403004,0.8428024],"study_design_scores_gemma":[0.0023109885,0.00050038076,0.9366017,0.0005825892,0.000027518505,0.00018253447,0.00035226214,0.045140002,0.0036276386,0.005234561,0.0051432042,0.00029665072],"about_ca_topic_score_codex":0.000031259508,"about_ca_topic_score_gemma":0.0000095921605,"teacher_disagreement_score":0.9040417,"about_ca_system_score_codex":0.00028198684,"about_ca_system_score_gemma":0.0108882105,"threshold_uncertainty_score":0.9991851},"labels":[],"label_agreement":null},{"id":"W2753303616","doi":"10.1177/2168479017718875","title":"Optimizing the Use of Electronic Data Sources in Clinical Trials: The Technology Landscape","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":16,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pfizer (Canada)","funders":"","keywords":"Interoperability; Electronic data capture; Data collection; Process (computing); Business; Health care; Modalities; Pharmacy; Process management; Knowledge management; Marketing; Clinical trial; Computer science; Medicine; Political science; World Wide Web","score_opus":0.6676923329195288,"score_gpt":0.5321826601739404,"score_spread":0.13550967274558834,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2753303616","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.975549,0.00027395607,0.0124806,0.009846329,0.0011357759,0.00041246339,0.000008565583,0.000033391156,0.0002599237],"genre_scores_gemma":[0.99836254,0.000010758534,0.0006697566,0.00049652136,0.000072268645,0.0000049658556,0.0000030165402,0.000004732941,0.00037541427],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99415666,0.00079636846,0.0019082067,0.00094381085,0.0017680929,0.00042684047],"domain_scores_gemma":[0.9838411,0.0038516754,0.0023239008,0.009233701,0.00072140817,0.000028178774],"candidate_categories":["metaresearch","sts","scholarly_communication","open_science"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.15260223,0.00012120282,0.00035217337,0.0008386043,0.0014386602,0.0015569158,0.010703114,0.00006638359,0.000044226734],"category_scores_gemma":[0.029258825,0.000058177076,0.000052275063,0.0048905127,0.0036306677,0.0013524219,0.0021725371,0.0003362429,0.000022319098],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004765656,0.000071010014,0.047306556,0.0000017554556,0.000025636533,7.2751703e-7,0.0004648691,0.0019226238,0.0012155782,0.14521869,0.0025920938,0.8011328],"study_design_scores_gemma":[0.00076233374,0.00009307178,0.45970336,0.00004365228,0.000032511274,0.0000068806853,0.002262519,0.29447973,0.00058434857,0.048853405,0.19293755,0.00024062705],"about_ca_topic_score_codex":0.000021980937,"about_ca_topic_score_gemma":0.00004791013,"teacher_disagreement_score":0.8008922,"about_ca_system_score_codex":0.000029535095,"about_ca_system_score_gemma":0.0004918416,"threshold_uncertainty_score":0.99986136},"labels":[],"label_agreement":null},{"id":"W2773331360","doi":"10.1177/2168479017746404","title":"Effective Partnering in Conducting Benefit-Risk Patient Preference Studies: Perspectives From a Patient Advocacy Organization, a Pharmaceutical Company, and Academic Stated-Preference Researchers","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"Eli Lilly and Company","keywords":"Preference; General partnership; Product (mathematics); Presentation (obstetrics); Promotion (chess); Public relations; Marketing; Business; Medical education; Medicine; Psychology; Political science","score_opus":0.5975288175548601,"score_gpt":0.5249441614561631,"score_spread":0.07258465609869702,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2773331360","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9951576,0.0011331118,0.0001268753,0.00035011754,0.00055831403,0.002346427,0.00003187644,0.00007002013,0.00022565438],"genre_scores_gemma":[0.99805385,0.00051023194,0.00030997567,0.00074454275,0.000066437686,0.00024264169,0.000025098687,0.00002350514,0.000023739974],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9956592,0.0006618896,0.0010249385,0.0008448782,0.0009406861,0.00086843426],"domain_scores_gemma":[0.99573106,0.0006808899,0.0010417064,0.0006446111,0.0016802548,0.00022147878],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.002970751,0.0002779306,0.00036844434,0.0004193472,0.003843251,0.00006861602,0.00053999654,0.00014652216,0.00007136709],"category_scores_gemma":[0.0011258938,0.00024263425,0.000015488233,0.0013530282,0.0013647829,0.0010990045,0.0005966235,0.0012270828,0.000023957875],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031364628,0.00016756364,0.6226604,0.000300299,0.000060754955,0.000002439283,0.23687603,0.000110601795,0.019058527,0.011114125,0.00002092764,0.1093147],"study_design_scores_gemma":[0.0026270268,0.00063074334,0.8326731,0.001906534,0.000034659668,0.0000012951255,0.13611868,0.0031610439,0.012551936,0.009277434,0.00047481514,0.00054272264],"about_ca_topic_score_codex":0.00055857917,"about_ca_topic_score_gemma":0.000078086596,"teacher_disagreement_score":0.21001272,"about_ca_system_score_codex":0.0011261967,"about_ca_system_score_gemma":0.0008248579,"threshold_uncertainty_score":0.99745363},"labels":[],"label_agreement":null},{"id":"W2776943016","doi":"10.1177/2168479017744774","title":"Direct-to-Consumer Genetic Testing: Finding a Clear Path Forward","year":2017,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"BC Mental Health & Substance Use Services","funders":"","keywords":"Health Insurance Portability and Accountability Act; Monetization; Business; Accountability; Genetic testing; Consumer protection; Pharmacy; Personal genomics; Public relations; Internet privacy; Health care; Medicine; Economics; Political science; Law","score_opus":0.43601227364200407,"score_gpt":0.5200648424937523,"score_spread":0.08405256885174822,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2776943016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9759292,0.000049260554,0.0008395096,0.0032302036,0.00049523957,0.000524167,0.0000018955167,0.00009519911,0.018835342],"genre_scores_gemma":[0.9845031,0.000009493931,0.009517882,0.0027652453,0.00020304817,0.000023517336,8.632248e-7,0.000026969887,0.0029498609],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.99629956,0.000043718836,0.00054702524,0.00067076343,0.0018564055,0.000582536],"domain_scores_gemma":[0.9945022,0.00095026527,0.00031300305,0.0018110716,0.0022021588,0.00022129342],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0077701947,0.00016123492,0.0002606885,0.0005095645,0.0014194404,0.0002887611,0.0010031859,0.00017086603,0.00008481778],"category_scores_gemma":[0.01668494,0.00013975996,0.000042734668,0.0019331896,0.0020299032,0.00029623925,0.00032582643,0.0007100929,0.00022069288],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002552251,0.00017161354,0.21420021,0.00013745659,0.000053412426,0.000029095901,0.0008076403,0.00003153374,0.5093727,0.08733317,0.00026772745,0.1873402],"study_design_scores_gemma":[0.00059865875,0.00042293107,0.96245134,0.0002758647,0.000022573278,0.000019536892,0.000060412072,0.0011688827,0.019610807,0.011409866,0.0037432641,0.00021586081],"about_ca_topic_score_codex":0.000023201721,"about_ca_topic_score_gemma":0.0000050710723,"teacher_disagreement_score":0.74825114,"about_ca_system_score_codex":0.00020413776,"about_ca_system_score_gemma":0.0015401412,"threshold_uncertainty_score":0.99988055},"labels":[],"label_agreement":null},{"id":"W2778113859","doi":"10.1177/2168479017716712","title":"A Comparative Study of Medical Device Regulations: US, Europe, Canada, and Taiwan","year":2017,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":38,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Food and Drug Administration","keywords":"Medical device; Harmonization; Business; Risk analysis (engineering); Variety (cybernetics); Product (mathematics); Pharmacy; Health technology; Medicine; Computer science; Health care; Political science","score_opus":0.21927728765267496,"score_gpt":0.4487336366723921,"score_spread":0.22945634901971712,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2778113859","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.027728023,0.96651113,0.00007827927,0.001660507,0.0006507685,0.0024859875,0.00001840717,0.000048184007,0.00081873714],"genre_scores_gemma":[0.4657186,0.53165674,0.00020096298,0.0008008289,0.00033545468,0.00007923083,0.00011693107,0.000066748704,0.0010244763],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942553,0.00020740567,0.0012982594,0.00065863994,0.0032707585,0.00030964342],"domain_scores_gemma":[0.99569744,0.00011587346,0.0013173153,0.0009977004,0.0016587133,0.00021298231],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0036261315,0.00035324736,0.0015342361,0.00074356346,0.0005763963,0.0000768026,0.00069971447,0.0003640564,0.000057801564],"category_scores_gemma":[0.0002484921,0.0002532186,0.000054685683,0.0033125633,0.003865308,0.00019236718,0.00021701149,0.0006855535,0.0000025837799],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017843795,0.00026063694,0.00018916246,0.0025357076,0.00020447632,0.000013024719,0.0007158363,8.2201166e-7,0.000031045325,0.020696418,0.000105460225,0.97522956],"study_design_scores_gemma":[0.0010659435,0.00042110943,0.045564532,0.0074026617,0.00066857587,0.00015679261,0.0003778817,0.0005532024,0.000009997921,0.00029021263,0.9430452,0.0004439081],"about_ca_topic_score_codex":0.0105707,"about_ca_topic_score_gemma":0.01766081,"teacher_disagreement_score":0.9747857,"about_ca_system_score_codex":0.00023403899,"about_ca_system_score_gemma":0.013706805,"threshold_uncertainty_score":0.999992},"labels":[],"label_agreement":null},{"id":"W2813697625","doi":"10.1177/2168479018786481","title":"US Medical Information Websites Benchmarking: How Is the Industry Fairing in Usability?","year":2018,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Quality and Counterfeiting","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pfizer (Canada); TransCanada (Canada)","funders":"Pfizer","keywords":"Usability; Benchmarking; Certification; Social media; Web usability; Computer science; World Wide Web; Business; Marketing","score_opus":0.12334712570001097,"score_gpt":0.4164164695053982,"score_spread":0.2930693438053872,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2813697625","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06358254,0.9121513,0.00061064993,0.011776278,0.0017503536,0.0034140763,0.000023520639,0.00025510535,0.006436223],"genre_scores_gemma":[0.37524357,0.57475567,0.00033249514,0.04606991,0.0023688744,0.00030056664,0.0001470282,0.00009257694,0.00068929995],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955061,0.00022909412,0.0012208825,0.00048471102,0.0020001496,0.0005590764],"domain_scores_gemma":[0.9975255,0.0003203091,0.00063000916,0.0007598702,0.00062942854,0.00013484988],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008256096,0.0003540039,0.0007671507,0.0008267558,0.0003854363,0.0002412175,0.00082174654,0.0006663574,0.0005272881],"category_scores_gemma":[0.0008854593,0.00023487207,0.00013420373,0.006076246,0.002107053,0.001130419,0.00021705386,0.0018283342,0.000100725905],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013606129,0.00004711828,0.0006293465,0.0025594772,0.00003982551,0.0000023084199,0.0005238978,3.2912132e-7,0.000016744965,0.006284975,0.00016771887,0.9897146],"study_design_scores_gemma":[0.00033422245,0.00007617945,0.0029101355,0.007236821,0.00013525155,0.00011645593,0.00023013624,0.001288249,0.000079455785,0.00046872933,0.9868051,0.0003193097],"about_ca_topic_score_codex":0.000007298867,"about_ca_topic_score_gemma":0.0000020210402,"teacher_disagreement_score":0.9893953,"about_ca_system_score_codex":0.0005495783,"about_ca_system_score_gemma":0.0026696685,"threshold_uncertainty_score":0.95778054},"labels":[],"label_agreement":null},{"id":"W2899241554","doi":"10.1177/2168479018801566","title":"Accelerating Adoption of Patient-Facing Technologies in Clinical Trials: A Pharmaceutical Industry Perspective on Opportunities and Challenges","year":2018,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":37,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada)","funders":"","keywords":"Clinical trial; Stakeholder; Medicine; Variety (cybernetics); Quality (philosophy); Stakeholder engagement; Pharmaceutical industry; Business; Knowledge management; Medical education; Public relations; Political science","score_opus":0.8348141883705774,"score_gpt":0.6223117715967718,"score_spread":0.21250241677380566,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899241554","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98204744,0.0006095774,0.0000420257,0.013534642,0.00017970207,0.00044412827,0.000001601424,0.00006983278,0.003071041],"genre_scores_gemma":[0.99731386,0.0011132258,0.0006985902,0.00071408466,0.00009685964,0.000015401143,7.7176384e-7,0.000009925368,0.00003727983],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99644995,0.00040083044,0.0012846492,0.0005013023,0.0010685859,0.00029467756],"domain_scores_gemma":[0.99235624,0.004120878,0.0005297173,0.0005006486,0.0024156093,0.00007690109],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03019934,0.00013100608,0.0004364804,0.00085107435,0.00016752846,0.00003337146,0.00022422499,0.00053004455,0.000027287018],"category_scores_gemma":[0.024343617,0.00010533707,0.00003935868,0.0015053974,0.005190949,0.0002509645,0.00015586613,0.0018205824,0.0000030978945],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034963715,0.00017365137,0.0054248,0.000064757354,0.000021476055,0.0000031957572,0.0014269368,0.0000013515875,0.014130277,0.6051322,0.0000025129339,0.37326917],"study_design_scores_gemma":[0.0066133584,0.010036567,0.35939667,0.003294085,0.00010512125,0.000057643836,0.21814643,0.0070236423,0.17269297,0.22034395,0.0015239739,0.0007655954],"about_ca_topic_score_codex":0.0000050578215,"about_ca_topic_score_gemma":0.0000051719,"teacher_disagreement_score":0.3847883,"about_ca_system_score_codex":0.00019797935,"about_ca_system_score_gemma":0.0009553414,"threshold_uncertainty_score":0.9986139},"labels":[],"label_agreement":null},{"id":"W2899380400","doi":"10.1177/2168479018805433","title":"Survey of Awareness and Perceptions of Canadians on the Benefits and Risks of Clinical Trials","year":2018,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Robarts Clinical Trials; University of Toronto","funders":"","keywords":"Clinical trial; Medicine; Clinical research; Family medicine; Perception; Alternative medicine; Pharmacy; Psychology; Internal medicine; Pathology","score_opus":0.8256403243925914,"score_gpt":0.6461988839576276,"score_spread":0.1794414404349638,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2899380400","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99761623,0.00008316285,0.00009413692,0.0014019731,0.00012311572,0.00029785009,0.000029620776,0.000004061238,0.00034984463],"genre_scores_gemma":[0.99911493,0.00010821852,0.000112084344,0.0005411433,0.000045476903,0.0000030795577,0.0000019575607,0.0000057484094,0.00006737455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968653,0.0006067478,0.0012359355,0.0002618651,0.00087840063,0.00015179899],"domain_scores_gemma":[0.97870874,0.014997256,0.00073032023,0.0007138228,0.004748631,0.00010123687],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06883148,0.000071681934,0.00043769192,0.00027578743,0.00017002498,0.00000941905,0.00022970782,0.00015208981,0.00006934354],"category_scores_gemma":[0.03138309,0.000045732115,0.000031077107,0.001735415,0.0072750463,0.000058343798,0.00006091895,0.00036150776,0.0000010254336],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002650043,0.000104436745,0.69265,0.000059644914,0.000041373663,1.1005629e-7,0.00064602745,0.0000028561644,0.026343916,0.2006237,0.000019086092,0.079243824],"study_design_scores_gemma":[0.0004213829,0.00059372035,0.98842716,0.00014947644,0.000018568331,0.0000010503777,0.00021872748,0.00037863455,0.00571726,0.004019373,0.000015066881,0.00003960637],"about_ca_topic_score_codex":0.0020158992,"about_ca_topic_score_gemma":0.0015862935,"teacher_disagreement_score":0.2957771,"about_ca_system_score_codex":0.000021228552,"about_ca_system_score_gemma":0.0018619077,"threshold_uncertainty_score":0.9954266},"labels":[],"label_agreement":null},{"id":"W2908941652","doi":"10.1007/s43441-019-00036-y","title":"Review of Drugs Approved via the 505(b)(2) Pathway: Uncovering Drug Development Trends and Regulatory Requirements","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Medicine; New drug application; Pharmacy; Drug; Approved drug; Pharmacology; Risk analysis (engineering); Family medicine","score_opus":0.08448228183349814,"score_gpt":0.3486671360293755,"score_spread":0.26418485419587734,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2908941652","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9063211,0.03792631,0.0007443354,0.046987083,0.00032010998,0.000959409,0.000003573466,0.000115257186,0.0066227885],"genre_scores_gemma":[0.9716134,0.00094113185,0.0005343609,0.02665385,0.000064605156,0.000017298562,0.0000038842786,0.000011983585,0.00015949164],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9979093,0.00006489038,0.000593231,0.0003600345,0.00080625014,0.00026627132],"domain_scores_gemma":[0.99875575,0.00007148072,0.000377323,0.00030683304,0.00038953638,0.00009910252],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024762258,0.00016792485,0.00029454436,0.00011491119,0.00036266318,0.000025321726,0.00024071948,0.000029245619,0.00008162154],"category_scores_gemma":[0.000120249504,0.00011236608,0.000033993125,0.0025790022,0.0007058321,0.0003479367,0.00016376861,0.00018753578,0.000005559295],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015190484,0.000070348084,0.0012237001,0.0018664442,0.00011908635,0.0000014222097,0.0030604117,0.0000031204968,0.16032021,0.0048837317,0.00057102606,0.82772857],"study_design_scores_gemma":[0.0019441285,0.00026428196,0.12212466,0.0025986247,0.00022358047,0.00002663672,0.000833496,0.0015401149,0.15193895,0.0006262252,0.7173316,0.0005477093],"about_ca_topic_score_codex":0.000004075092,"about_ca_topic_score_gemma":3.9662487e-7,"teacher_disagreement_score":0.82718086,"about_ca_system_score_codex":0.00009790374,"about_ca_system_score_gemma":0.0003162686,"threshold_uncertainty_score":0.45821556},"labels":[],"label_agreement":null},{"id":"W2912539682","doi":"10.1177/2168479018820875","title":"Role of Patients and Parents in Pediatric Drug Development","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"National Institutes of Health","keywords":"Legislation; Medicine; Inclusion (mineral); Drug development; Pharmacy; Family medicine; Clinical trial; Medical education; Public relations; Drug; Political science; Psychology; Psychiatry","score_opus":0.02666760422424918,"score_gpt":0.31253210331811926,"score_spread":0.2858644990938701,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2912539682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99758404,0.00034132504,0.0000029560138,0.00014134188,0.00007775596,0.0002466359,4.4536662e-7,0.000008295159,0.0015972063],"genre_scores_gemma":[0.99924904,0.000036039015,0.00017191813,0.00044840938,0.000011763975,0.0000041660915,0.0000018951223,0.0000037284467,0.000073059826],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9989546,0.000016440099,0.00027542014,0.00018133261,0.00041054536,0.0001616551],"domain_scores_gemma":[0.99946004,0.00003715671,0.000131842,0.000105082356,0.00023392502,0.00003195739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000737767,0.00006882432,0.00012646157,0.00024194024,0.00006152381,0.000009261181,0.00008104525,0.000019784435,0.00003805414],"category_scores_gemma":[0.000034535602,0.000055585213,0.000006983572,0.0014217534,0.00013012327,0.00021771716,0.000056144956,0.000083093146,0.0000121573885],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005997226,0.00009285862,0.9414611,0.000038533515,0.000005527019,9.468597e-8,0.0006812294,0.000001463039,0.011136433,0.0013552394,0.0000031644352,0.04516441],"study_design_scores_gemma":[0.00068617973,0.000041540527,0.9872305,0.00001285218,0.000008659316,4.407606e-7,0.00016997325,0.00013810403,0.008517228,0.00023334172,0.0028994002,0.00006178298],"about_ca_topic_score_codex":0.000003739957,"about_ca_topic_score_gemma":9.278328e-7,"teacher_disagreement_score":0.045769423,"about_ca_system_score_codex":0.000056198493,"about_ca_system_score_gemma":0.00015440129,"threshold_uncertainty_score":0.22666992},"labels":[],"label_agreement":null},{"id":"W2927518299","doi":"10.1007/s43441-019-00061-x","title":"Choosing Estimands in Clinical Trials: Putting the ICH E9(R1) Into Practice","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":78,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Generalizability theory; Clinical trial; Psychology; Causal inference; Management science; Medical education; Medicine","score_opus":0.5758803589607833,"score_gpt":0.5856898343720771,"score_spread":0.009809475411293844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2927518299","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5466914,0.00021684877,0.41279104,0.03474186,0.0005151551,0.0015407293,0.000001363432,0.0007284888,0.002773073],"genre_scores_gemma":[0.88898224,0.0000091767315,0.10435019,0.006377676,0.00020004458,0.00003236815,0.0000011274616,0.000023048628,0.000024115241],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9954539,0.0009007247,0.0018455525,0.000558808,0.0008481397,0.00039286926],"domain_scores_gemma":[0.9926205,0.0045540542,0.0012562501,0.0006600938,0.0008292894,0.00007979347],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03536164,0.00021332946,0.00046119952,0.0002612498,0.00039819788,0.00018526582,0.00082031457,0.00012475361,0.000031871772],"category_scores_gemma":[0.035240993,0.00015391433,0.00006264205,0.004774657,0.0010017138,0.0013534316,0.00017968663,0.0006815781,0.00001601032],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000881728,0.000093664385,0.0011705911,0.000030875097,0.000020055175,0.0000037912705,0.003277313,0.000054338474,0.050504163,0.6770023,0.00022838412,0.26752636],"study_design_scores_gemma":[0.0009888692,0.00039629306,0.011234181,0.00018938562,0.00007346073,0.000022288492,0.0020506242,0.023740586,0.022435755,0.92904437,0.009332173,0.0004920014],"about_ca_topic_score_codex":0.000007731719,"about_ca_topic_score_gemma":0.000002937383,"teacher_disagreement_score":0.34229082,"about_ca_system_score_codex":0.00019481014,"about_ca_system_score_gemma":0.00054820656,"threshold_uncertainty_score":0.9932982},"labels":[],"label_agreement":null},{"id":"W2936620722","doi":"10.1007/s43441-019-00065-7","title":"Defining Efficacy Estimands in Clinical Trials: Examples Illustrating ICH E9(R1) Guidelines","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Pharmacy; Management science; Clinical trial; Computer science; Psychology; Outcomes research; Process (computing); Medicine; Alternative medicine; Family medicine; Economics","score_opus":0.883004335025943,"score_gpt":0.6623581172211382,"score_spread":0.22064621780480476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2936620722","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.67518055,0.00015638192,0.31513825,0.0053075715,0.0013772525,0.0011441025,0.00001732591,0.00034785428,0.0013307191],"genre_scores_gemma":[0.52379364,0.0000069776843,0.4727025,0.002974403,0.0004507601,0.000018083996,0.0000017451024,0.000027763761,0.000024110534],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98842144,0.0025768501,0.0061243325,0.0010173598,0.0012534414,0.000606556],"domain_scores_gemma":[0.8744225,0.117448576,0.003646325,0.0015394114,0.0025071097,0.0004360844],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.09158845,0.00032096912,0.0013407799,0.00034874337,0.00028595616,0.00018177558,0.0009035463,0.00025313997,0.00018752995],"category_scores_gemma":[0.47467566,0.00026595805,0.00015729497,0.0049011386,0.0013900362,0.0003459556,0.00019513439,0.0006795314,0.000041994103],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024341303,0.00011783658,0.0037924238,0.000045011686,0.000030359652,0.0000044692592,0.0003808949,0.0000928613,0.004517297,0.690535,0.0003226091,0.2999178],"study_design_scores_gemma":[0.0044370336,0.0007497654,0.041463688,0.00035928196,0.00011853465,0.000008070488,0.0004837202,0.055363297,0.0032578935,0.8915561,0.001416911,0.0007857222],"about_ca_topic_score_codex":0.0000071469008,"about_ca_topic_score_gemma":0.0000028523082,"teacher_disagreement_score":0.3830872,"about_ca_system_score_codex":0.00008845174,"about_ca_system_score_gemma":0.00077068934,"threshold_uncertainty_score":0.99997926},"labels":[],"label_agreement":null},{"id":"W2994012024","doi":"10.1007/s43441-019-00015-3","title":"A Quantitative Study of US FDA Inspection Data for Drug Manufacturing Sites","year":2019,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biosimilars and Bioanalytical Methods","field":"Immunology and Microbiology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sanofi (Canada); Alphora Research (Canada)","funders":"","keywords":"Pharmacy; Government (linguistics); Database; Good manufacturing practice; Business; Pharmaceutical manufacturing; Medicine; Computer science; Data science; Pharmacology; Marketing; Family medicine","score_opus":0.2871311540716608,"score_gpt":0.44947032410972815,"score_spread":0.16233917003806736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2994012024","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.021017417,0.97357017,0.0008935512,0.000037784663,0.0013889227,0.0026833948,0.00018608189,0.0000770839,0.0001455874],"genre_scores_gemma":[0.1748454,0.8085062,0.008223469,0.0007609763,0.0002707684,0.00031417984,0.0014121585,0.00020788705,0.0054589976],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975033,0.00030137858,0.0009016272,0.0008195904,0.00015031603,0.00032377968],"domain_scores_gemma":[0.99703276,0.00043221217,0.00089065824,0.0012491479,0.00038305655,0.000012148639],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032690985,0.00030519924,0.0010536042,0.00073691923,0.00031161163,0.000037460926,0.0012185932,0.00023378417,0.000053539818],"category_scores_gemma":[0.0001502027,0.00022089884,0.000093487426,0.0017451078,0.0008415694,0.00029677575,0.0002927793,0.0003288088,0.0000230413],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000085497304,0.00042564495,0.000042502175,0.0025074116,0.0005695231,2.9893934e-7,0.0003330851,0.0000017091652,0.006658593,0.011846215,0.00030582582,0.9772237],"study_design_scores_gemma":[0.0010285724,0.001138275,0.0010985576,0.0014556878,0.0013519609,0.000018748735,0.00085508404,0.00010854585,0.005420069,0.00070482376,0.9861337,0.0006860076],"about_ca_topic_score_codex":0.000015732285,"about_ca_topic_score_gemma":0.00000863203,"teacher_disagreement_score":0.98582786,"about_ca_system_score_codex":0.0001041468,"about_ca_system_score_gemma":0.00042224233,"threshold_uncertainty_score":0.9007994},"labels":[],"label_agreement":null},{"id":"W3001328276","doi":"10.1007/s43441-020-00114-6","title":"Complex Generic Products: Insight of Current Regulatory Frameworks in US, EU and Canada and the Need of Harmonisation","year":2020,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Biosimilar; Authorization; Competitor analysis; Business; Competition (biology); Product (mathematics); Harmonization; Law and economics; Medicine; Marketing; Computer science; Economics; Computer security; Biology","score_opus":0.14794574260159118,"score_gpt":0.3219237387184541,"score_spread":0.1739779961168629,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001328276","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.026913643,0.97035354,0.00007040529,0.0011030985,0.00037032692,0.0007533444,0.0000913679,0.0000070538763,0.0003371946],"genre_scores_gemma":[0.31119177,0.687323,0.000096615055,0.0012252182,0.000084092164,0.000026129603,0.000020045201,0.000022671959,0.000010446162],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9975488,0.00006445123,0.0015351226,0.00050059013,0.00011533236,0.00023571416],"domain_scores_gemma":[0.9978111,0.00011603827,0.0014696787,0.00041532912,0.00013331891,0.000054561482],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017419757,0.00024035964,0.0011730896,0.0005442875,0.00010157209,0.000047806618,0.00041489184,0.0001375009,0.000018388462],"category_scores_gemma":[0.00013888867,0.0002052238,0.00004812144,0.0021374694,0.0013276417,0.00018853109,0.0001346294,0.0004382793,0.0000015451865],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015738135,0.000023579378,0.0005096919,0.0015364995,0.000043268374,1.936825e-7,0.000348621,0.0000130660155,0.000030384494,0.6705621,0.00007425739,0.32684258],"study_design_scores_gemma":[0.00057128986,0.000021429974,0.012538209,0.00042875833,0.000037547565,0.000004259825,0.000014588089,0.0023751603,0.000038733906,0.009699547,0.97395897,0.00031151477],"about_ca_topic_score_codex":0.0049307756,"about_ca_topic_score_gemma":0.0007498706,"teacher_disagreement_score":0.9738847,"about_ca_system_score_codex":0.00025700612,"about_ca_system_score_gemma":0.0010619672,"threshold_uncertainty_score":0.83687836},"labels":[],"label_agreement":null},{"id":"W3025682187","doi":"10.1007/s43441-020-00159-7","title":"Data Monitoring for the Chinese Clinical Trials of Remdesivir in Treating Patients with COVID-19 During the Pandemic Crisis","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"COVID-19 Clinical Research Studies","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Peking University; Ruijin Hospital; University of Toronto; University of Oxford","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Pharmacy; Clinical trial; Betacoronavirus; Intensive care medicine; Virology; Internal medicine; Family medicine; Outbreak; Disease","score_opus":0.38435375061519694,"score_gpt":0.5533268586993592,"score_spread":0.16897310808416222,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3025682187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97902244,0.00013120216,0.004241007,0.01476662,0.00011946587,0.0016412897,0.000032738695,0.000036501333,0.000008757191],"genre_scores_gemma":[0.99582404,0.00007153198,0.0003913008,0.0033671146,0.00025127962,0.00005618286,0.000007571259,0.000013739459,0.000017264516],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99613416,0.00039036883,0.0015035648,0.0005753491,0.0010758839,0.00032066146],"domain_scores_gemma":[0.94015366,0.051991157,0.0021870953,0.0031633163,0.0021443823,0.00036040565],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.024394952,0.00015526458,0.00056558405,0.00018099032,0.0004639996,0.00003820945,0.00093310047,0.000057459587,0.000012937802],"category_scores_gemma":[0.12468317,0.00007193469,0.00007117334,0.003783817,0.0011647567,0.000278393,0.00027843466,0.00036472475,9.846391e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00127068,0.00008978969,0.97118056,0.00016875737,0.00007809048,5.806722e-7,0.0007984101,0.0002471323,0.004992335,0.00016673304,0.000023810395,0.020983147],"study_design_scores_gemma":[0.0033294868,0.00033638295,0.99064845,0.0000676875,0.000056101613,2.7057908e-7,0.00048963795,0.0037677435,0.0002509846,0.00020631526,0.0007601192,0.00008682386],"about_ca_topic_score_codex":0.00002681038,"about_ca_topic_score_gemma":0.0000053175013,"teacher_disagreement_score":0.10028822,"about_ca_system_score_codex":0.00017722181,"about_ca_system_score_gemma":0.0012419651,"threshold_uncertainty_score":0.88269},"labels":[],"label_agreement":null},{"id":"W3033602446","doi":"10.1007/s43441-020-00175-7","title":"Designing, Conducting, Monitoring, and Analyzing Data from Pragmatic Randomized Clinical Trials: Proceedings from a Multi-stakeholder Think Tank Meeting","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Population Health Research Institute","funders":"Duke Clinical Research Institute","keywords":"Randomized controlled trial; Data monitoring committee; Stakeholder engagement; Stakeholder; Health care; Clinical trial; Government (linguistics); Quality (philosophy); Medicine; Data quality; Process management; Business; Public relations; Marketing; Political science","score_opus":0.8314630810388591,"score_gpt":0.531316371115239,"score_spread":0.30014670992362014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3033602446","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9332099,0.003415255,0.049423724,0.010736367,0.0009780986,0.001676699,0.00015626721,0.00017123367,0.00023245074],"genre_scores_gemma":[0.9334955,0.000084793726,0.059242062,0.005933767,0.0010361747,0.000050413822,0.00006952088,0.000042404226,0.000045313118],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9873245,0.0015344652,0.008629053,0.0016409585,0.00037387307,0.0004971483],"domain_scores_gemma":[0.97761047,0.008985346,0.011248,0.0011708492,0.00063166453,0.00035364594],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.18183649,0.00032165612,0.0022379512,0.00044583756,0.0006199811,0.0005894452,0.0011164268,0.0002049329,0.0001746816],"category_scores_gemma":[0.06976621,0.0003381874,0.000102177335,0.0014469051,0.000905093,0.0023773105,0.0002770596,0.0004507222,0.00013667674],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003571719,0.00051482976,0.68988997,0.0006982778,0.0022203973,0.000004014206,0.08628458,0.00028740187,0.040176556,0.15668662,0.0059755817,0.013690051],"study_design_scores_gemma":[0.08972246,0.00019047946,0.08699278,0.0010984243,0.0003787887,0.0000047873905,0.021900801,0.74070823,0.0026373742,0.04778632,0.006233081,0.0023465008],"about_ca_topic_score_codex":0.0003648815,"about_ca_topic_score_gemma":0.0000050239064,"teacher_disagreement_score":0.7404208,"about_ca_system_score_codex":0.00020972824,"about_ca_system_score_gemma":0.00045402584,"threshold_uncertainty_score":0.999907},"labels":[],"label_agreement":null},{"id":"W3041569196","doi":"10.1007/s43441-020-00195-3","title":"Collection of Post-treatment PRO Data in Oncology Clinical Trials","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":11,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Fluidigm (Canada)","funders":"EMD Serono; Merck KGaA; GlaxoSmithKline","keywords":"Clinical trial; Medicine; Pharmacy; Data collection; Descriptive statistics; Modalities; Protocol (science); Medical physics; MEDLINE; Attrition; Research design; Cohort; Family medicine; Alternative medicine; Internal medicine; Statistics","score_opus":0.8903234162451201,"score_gpt":0.6728231352039439,"score_spread":0.21750028104117625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3041569196","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88630617,0.00006935627,0.096545324,0.010236673,0.001856943,0.0030894214,0.00011484407,0.0001429821,0.0016382702],"genre_scores_gemma":[0.7574873,0.00001545813,0.24062672,0.0015332937,0.00023952204,0.000028582199,0.000005907485,0.000016304128,0.000046893303],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99172455,0.0031596348,0.003430686,0.0007184703,0.00068552926,0.0002811571],"domain_scores_gemma":[0.9481192,0.046460792,0.002400038,0.001603606,0.0012466575,0.0001697056],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05409087,0.00016418486,0.0011061728,0.00028723138,0.000094607836,0.000025113195,0.00082551857,0.00019779145,0.00014880334],"category_scores_gemma":[0.17723998,0.00012644939,0.00006986947,0.003878372,0.0011448633,0.00024575111,0.00019555438,0.00024992917,0.000012521872],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011294015,0.00091790565,0.004892977,0.00006821556,0.00009470269,0.000004500309,0.0008872347,0.0000063472953,0.040750496,0.36181098,0.0002749834,0.58916223],"study_design_scores_gemma":[0.007033236,0.0051884945,0.061982468,0.000103173086,0.00022172752,0.0000079543115,0.00055502076,0.013596453,0.030058634,0.87426454,0.0064930785,0.0004952086],"about_ca_topic_score_codex":0.000013137011,"about_ca_topic_score_gemma":0.000009563658,"teacher_disagreement_score":0.58866704,"about_ca_system_score_codex":0.00021475274,"about_ca_system_score_gemma":0.0015838279,"threshold_uncertainty_score":0.9740125},"labels":[],"label_agreement":null},{"id":"W3088815085","doi":"10.1007/s43441-020-00222-3","title":"Where are We Now in Providing Medical Information in the Digital Space? A Benchmark Survey of PhactMI™ Member Companies","year":2020,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Pfizer (Canada)","funders":"","keywords":"World Wide Web; Benchmarking; Infographic; Markup language; Analytics; Repurposing; Space (punctuation); Business; Computer science; Internet privacy; Medicine; Data science; Marketing; Engineering","score_opus":0.12212558604296764,"score_gpt":0.4191248514646568,"score_spread":0.29699926542168914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3088815085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97941405,0.000072617535,0.001249465,0.015144193,0.00021997948,0.0009767655,0.000027086433,0.000036262194,0.0028595817],"genre_scores_gemma":[0.99085236,0.000024949535,0.00007626137,0.008918947,0.00003481505,0.000038671235,0.00003780618,0.0000043766418,0.000011819265],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99563277,0.0005400892,0.0020139574,0.00019818191,0.0012092878,0.00040571258],"domain_scores_gemma":[0.99711096,0.0005649119,0.0010429453,0.00032065986,0.0008771545,0.000083391125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011321085,0.00013607665,0.00026627182,0.00041451407,0.00037598953,0.000078944635,0.00064476475,0.00013819199,0.00025816885],"category_scores_gemma":[0.0012599796,0.0000952816,0.000018270686,0.005838162,0.000406251,0.004662333,0.000108772554,0.00065606926,0.000045222303],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015942521,0.00007780965,0.9091576,0.00084550696,0.000004054715,5.4749233e-7,0.05174439,0.00013670993,0.000080877195,0.01497823,0.0012207744,0.021594089],"study_design_scores_gemma":[0.0006898375,0.000041618885,0.9379169,0.00037535906,0.0000011378359,0.0000010012844,0.0074347826,0.035663005,0.00004413514,0.00034732337,0.017363867,0.00012108558],"about_ca_topic_score_codex":0.00010108288,"about_ca_topic_score_gemma":0.00024318403,"teacher_disagreement_score":0.04430961,"about_ca_system_score_codex":0.00018200958,"about_ca_system_score_gemma":0.0017067147,"threshold_uncertainty_score":0.39236847},"labels":[],"label_agreement":null},{"id":"W3158583634","doi":"10.1007/s43441-021-00291-y","title":"Evaluating Metrics Applied to the Medical Science Liaison (MSL) Role: A Survey-Based Study of Canadian MSL Leaders","year":2021,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"ABB (Canada); Hamilton Health Sciences; Pfizer (Canada); AstraZeneca (Canada); Roche (Canada)","funders":"AbbVie Canada; Pfizer Canada; Astellas Pharma; Astellas Pharma Canada; Janssen Canada; AstraZeneca Canada; AstraZeneca; Pfizer","keywords":"Metric (unit); Health care; Value (mathematics); Specialty; Qualitative research; Qualitative property; Psychology; Medical education; Medicine; Data science; Computer science; Statistics; Family medicine; Business; Mathematics; Marketing; Political science; Sociology; Social science","score_opus":0.7668064019942811,"score_gpt":0.65845608213586,"score_spread":0.10835031985842103,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3158583634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98194516,0.000016033102,0.0014299509,0.012606731,0.0007994296,0.0018706394,0.000020638776,0.000047229045,0.0012641669],"genre_scores_gemma":[0.9581869,8.353724e-7,0.0009585653,0.04045965,0.00008277457,0.00017803065,0.00000516419,0.000017088312,0.00011093754],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9890559,0.001470791,0.0015890293,0.0008774409,0.0055713323,0.001435521],"domain_scores_gemma":[0.9900061,0.0020818368,0.00068344956,0.0012641187,0.0053236336,0.0006408929],"candidate_categories":["metaresearch","bibliometrics","sts"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06467296,0.00020622747,0.00032677225,0.004052673,0.0041968785,0.00008666934,0.0019382945,0.00011161013,0.00049604656],"category_scores_gemma":[0.014481717,0.00016528326,0.000021085532,0.06935815,0.0016339642,0.00039840266,0.00025807638,0.0006121905,0.00009788197],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018448745,0.00057736895,0.30734295,0.00022598848,0.000051754218,0.000008907667,0.1929668,0.0038845167,0.24724187,0.07201478,0.0017034964,0.17379709],"study_design_scores_gemma":[0.0014283138,0.00030035307,0.9266377,0.00007188649,0.000014459923,0.0000020408868,0.04980617,0.009732549,0.0054546543,0.00021632505,0.0060262405,0.00030930032],"about_ca_topic_score_codex":0.019079864,"about_ca_topic_score_gemma":0.074613795,"teacher_disagreement_score":0.61929476,"about_ca_system_score_codex":0.0012007301,"about_ca_system_score_gemma":0.05333766,"threshold_uncertainty_score":0.9970995},"labels":[],"label_agreement":null},{"id":"W3208070779","doi":"10.1007/s43441-021-00344-2","title":"Increased Patient’s Risk Associated with the Canadian Bioequivalence Guidance Due to Outlier Removal","year":2021,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Bioequivalence; Confidence interval; Outlier; Guideline; Medical prescription; Pharmacy; Medicine; Affect (linguistics); Actuarial science; Relative risk; Statistics; Econometrics; Risk analysis (engineering); Psychology; Family medicine; Business; Mathematics; Internal medicine; Pharmacology","score_opus":0.259008446994859,"score_gpt":0.44041596730977783,"score_spread":0.18140752031491886,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3208070779","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95460707,0.00004246527,0.036877036,0.003908191,0.00061720784,0.00074884895,0.00009083143,0.000117809366,0.0029905324],"genre_scores_gemma":[0.8665138,9.373838e-7,0.12758662,0.0054410216,0.0000731673,0.000035311372,0.0000021890037,0.000028061595,0.0003189066],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99551356,0.0009855503,0.0007950933,0.00066446,0.0013932586,0.00064806343],"domain_scores_gemma":[0.98952675,0.00610883,0.0005730251,0.0011678749,0.0023762323,0.00024727936],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01048383,0.00023416895,0.00038369276,0.00028365236,0.0010584141,0.00021400972,0.0007419788,0.00012785807,0.00017763571],"category_scores_gemma":[0.05190128,0.00016178761,0.00004602619,0.006634684,0.0013362026,0.00019380836,0.00011442122,0.0003796792,0.00003702129],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013785093,0.00022220875,0.0050531514,0.000025952546,0.00016207321,0.00013569095,0.0017538018,0.00007860049,0.02004329,0.85493225,0.0020455301,0.11540959],"study_design_scores_gemma":[0.0011124944,0.0003753364,0.23931944,0.00025528745,0.0001629005,0.0000787533,0.00048760333,0.0012053717,0.025927663,0.7241681,0.0060889916,0.0008180255],"about_ca_topic_score_codex":0.0012623686,"about_ca_topic_score_gemma":0.009551062,"teacher_disagreement_score":0.23426628,"about_ca_system_score_codex":0.00055953517,"about_ca_system_score_gemma":0.0024487989,"threshold_uncertainty_score":0.95608497},"labels":[],"label_agreement":null},{"id":"W4205823742","doi":"10.1007/s43441-021-00371-z","title":"Maximizing Regulatory Review Efficiency: The Evolution of the FDA OCE RTOR Pilot","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada); University of Toronto","funders":"","keywords":"Pharmacy; Drug approval; Regulatory science; Business; Medicine; Pharmacology; Drug; Family medicine","score_opus":0.2591719861247501,"score_gpt":0.3859111422491332,"score_spread":0.12673915612438308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4205823742","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8900016,0.029852793,0.004487443,0.06505431,0.0031852298,0.0026817394,0.00008936565,0.00010781486,0.004539707],"genre_scores_gemma":[0.97742665,0.000053334006,0.0001791055,0.021416126,0.00010159346,0.00013244177,0.0000035810624,0.00002102148,0.0006661222],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9945497,0.00058483996,0.0031672546,0.00060213485,0.0006534,0.0004426661],"domain_scores_gemma":[0.9943258,0.0003272443,0.0034765764,0.0014755477,0.0003462591,0.000048564994],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.048048068,0.00018501282,0.0005197525,0.00047806467,0.0018913863,0.000052090705,0.0015893214,0.000038879756,0.00041623577],"category_scores_gemma":[0.0012775988,0.0001582963,0.000099366305,0.0048649968,0.0010157399,0.00053055835,0.00029135664,0.00032365447,0.0000856612],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000011441619,0.00008719445,0.0056836535,0.00026723737,0.00001957607,6.8423105e-8,0.00092511263,0.0010695695,0.001384391,0.98666525,0.0032171058,0.0006694037],"study_design_scores_gemma":[0.0015228152,0.00050868816,0.6789199,0.00082509767,0.00005578458,0.000060626477,0.0047481763,0.020266285,0.00071272766,0.13225803,0.15892963,0.0011922141],"about_ca_topic_score_codex":0.00014199964,"about_ca_topic_score_gemma":0.0000058262526,"teacher_disagreement_score":0.8544072,"about_ca_system_score_codex":0.0020547996,"about_ca_system_score_gemma":0.0013160356,"threshold_uncertainty_score":0.999408},"labels":[],"label_agreement":null},{"id":"W4211122789","doi":"10.1007/s43441-022-00378-0","title":"Ivermectin in COVID-19: The Case for a Moratorium on Prescriptions","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Parasitic Diseases Research and Treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Duke Clinical Research Institute; Canadian Institutes of Health Research; Genentech; U.S. Food and Drug Administration; National Institutes of Health; Astellas Pharma; Brigham and Women's Hospital; British Heart Foundation; Regeneron Pharmaceuticals; Sanofi; AstraZeneca; McMaster University; Amgen; Pfizer; GlaxoSmithKline","keywords":"Ivermectin; Medicine; Medical prescription; Pharmacy; Randomized controlled trial; Clinical trial; Intensive care medicine; Onchocerciasis; Health care; Drug; Pharmacology; Family medicine; Surgery; Internal medicine; Veterinary medicine; Immunology","score_opus":0.08322595122785655,"score_gpt":0.3996786187321096,"score_spread":0.31645266750425305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4211122789","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908425,0.00013261652,0.0005585876,0.0060686143,0.00018125049,0.0013640765,0.000038842125,0.000041379288,0.0007721155],"genre_scores_gemma":[0.9926477,0.0000016327647,0.0000663686,0.0060558296,0.000036254696,0.00064681337,0.000015864714,0.000007867902,0.0005216432],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99852216,0.00008884768,0.0002060925,0.00029416964,0.0005802238,0.0003084835],"domain_scores_gemma":[0.9990623,0.00013201048,0.000067942055,0.00040394955,0.00020274508,0.00013108265],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014491244,0.00009037899,0.00010110616,0.00047767637,0.0010633062,0.00004570546,0.000184653,0.000015161054,0.00020067717],"category_scores_gemma":[0.00030652568,0.00006611038,0.000033338805,0.002931054,0.00043244587,0.00012939378,0.000052097595,0.00015470253,0.0000069692387],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0036090773,0.0031303475,0.013811586,0.00012110418,0.0001880514,0.0023360404,0.0038784004,0.004998085,0.05760587,0.84241706,0.003804646,0.064099744],"study_design_scores_gemma":[0.03229702,0.010753933,0.5566228,0.00014351984,0.0004081348,0.008089416,0.027345896,0.071701415,0.015414491,0.09491712,0.18081635,0.0014898955],"about_ca_topic_score_codex":0.000052028652,"about_ca_topic_score_gemma":0.000008712287,"teacher_disagreement_score":0.74749994,"about_ca_system_score_codex":0.00088628,"about_ca_system_score_gemma":0.0020154836,"threshold_uncertainty_score":0.81781995},"labels":[],"label_agreement":null},{"id":"W4220848736","doi":"10.1007/s43441-022-00389-x","title":"Unmet Therapeutic Needs of Non-Ambulatory Patients with Duchenne Muscular Dystrophy: A Mixed-Method Analysis","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Muscle Physiology and Disorders","field":"Biochemistry, Genetics and Molecular Biology","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Duchenne Research Fund; Muscular Dystrophy Canada; Parent Project Muscular Dystrophy; Pfizer","keywords":"Medicine; Ambulatory; Duchenne muscular dystrophy; Prom; Quality of life (healthcare); Context (archaeology); Population; Physical therapy; Muscular dystrophy; Internal medicine; Nursing","score_opus":0.006282202508077043,"score_gpt":0.2479442496999644,"score_spread":0.24166204719188736,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220848736","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97913265,0.00013920608,0.020067547,0.0000509762,0.00015438611,0.0002652682,0.000019374325,0.000015390662,0.00015517802],"genre_scores_gemma":[0.99799645,0.0000023894622,0.00089356554,0.00079319975,0.000026426405,0.000047530822,0.00013621214,0.000019857522,0.000084357685],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9980448,0.00017990783,0.00038605492,0.00045346245,0.0005879856,0.0003477876],"domain_scores_gemma":[0.9982578,0.000017760969,0.0003603919,0.00078284275,0.00053200015,0.000049169448],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001128189,0.00021060706,0.00027627355,0.0008186984,0.00047534748,0.000017273253,0.00055909285,0.000074776035,0.00010777171],"category_scores_gemma":[0.000017974518,0.00018890218,0.000107087675,0.005884799,0.00069731753,0.000025799769,0.00017624872,0.00015847244,0.0000015342947],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005302994,0.00035813503,0.06293647,0.00001915285,0.0007002281,3.6537992e-7,0.0003741946,0.016001238,0.9015121,0.00659059,0.000026886582,0.010950341],"study_design_scores_gemma":[0.0014263623,0.0010239708,0.94819254,0.000004014271,0.00026519707,0.0000020205478,0.0006922338,0.0015253396,0.04419261,0.00080438046,0.0014534343,0.00041791084],"about_ca_topic_score_codex":0.000016533255,"about_ca_topic_score_gemma":0.0000021311175,"teacher_disagreement_score":0.88525605,"about_ca_system_score_codex":0.000054154738,"about_ca_system_score_gemma":0.00036325015,"threshold_uncertainty_score":0.7703207},"labels":[],"label_agreement":null},{"id":"W4224750762","doi":"10.1007/s43441-022-00409-w","title":"Global Regulatory and Public Health Initiatives to Advance Pediatric Drug Development for Rare Diseases","year":2022,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"CRISPR and Genetic Engineering","field":"Biochemistry, Genetics and Molecular Biology","cited_by":30,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"National Center for Advancing Translational Sciences; Rare Diseases Clinical Research Network; National Institutes of Health; Ministry of Health, Labour and Welfare; Patient-Centered Outcomes Research Institute; National Organization for Rare Disorders","keywords":"Drug development; Medicine; Clinical trial; Pharmacy; Orphan drug; Pandemic; Public health; Disease; Population; Intensive care medicine; Business; Drug; Family medicine; Environmental health; Coronavirus disease 2019 (COVID-19); Infectious disease (medical specialty); Nursing; Pharmacology; Pathology","score_opus":0.04255516405409542,"score_gpt":0.3741790676218467,"score_spread":0.3316239035677513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4224750762","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0057297363,0.98249066,0.010024527,0.000083249826,0.00039649522,0.0010993222,0.00010118579,0.000036622478,0.0000381732],"genre_scores_gemma":[0.032650445,0.9597361,0.0044070496,0.0011854899,0.0004323732,0.00074837916,0.0005470511,0.00007405196,0.00021905756],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976841,0.0000739837,0.000585621,0.0007614707,0.0004077034,0.00048710866],"domain_scores_gemma":[0.9988348,0.000030340145,0.00031973593,0.00044203084,0.00020178547,0.00017134113],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0009859718,0.00032322205,0.00046060752,0.00037647507,0.0005175462,0.000069706235,0.00047078964,0.000072375966,0.000012186664],"category_scores_gemma":[0.00012281234,0.0003162518,0.00007159018,0.0021434305,0.0001775587,0.000024369456,0.00026993826,0.00008590285,0.0000013108148],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006791595,0.000035743717,0.00019174795,0.0015762569,0.000033680903,2.4814008e-7,0.00013287179,0.000032983033,0.00005085858,0.002461643,0.00021243925,0.9952647],"study_design_scores_gemma":[0.00015171448,0.00009419295,0.0047070985,0.00011486536,0.000029910863,0.000009753222,0.0000893683,0.000006356158,0.000047467205,0.000063085965,0.99429804,0.00038812667],"about_ca_topic_score_codex":6.728313e-7,"about_ca_topic_score_gemma":0.000002392695,"teacher_disagreement_score":0.9948766,"about_ca_system_score_codex":0.00027794184,"about_ca_system_score_gemma":0.0030027512,"threshold_uncertainty_score":0.99992895},"labels":[],"label_agreement":null},{"id":"W4238575527","doi":"10.1177/2168479019838827","title":"Choosing Estimands in Clinical Trials: Putting the ICH E9(R1) Into Practice","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Pharmacy; Clinical trial; Medicine; Clinical Practice; Medical education; Medical physics; Family medicine; Psychology; Internal medicine","score_opus":0.600164886820167,"score_gpt":0.5753082735723751,"score_spread":0.02485661324779187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238575527","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9188453,0.0009910279,0.0057499814,0.066192284,0.002209383,0.0012600526,0.0000049729165,0.000063743944,0.0046832664],"genre_scores_gemma":[0.9666953,0.000020542331,0.005602512,0.026936801,0.00034916433,0.0000412602,0.0000047913577,0.000022283111,0.00032734644],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.98935026,0.0015661806,0.0073864795,0.00084123143,0.00034682913,0.00050902937],"domain_scores_gemma":[0.98698133,0.006036299,0.005380497,0.00107869,0.00043688083,0.00008628673],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.28874207,0.00019313194,0.0009197,0.0008214755,0.0004748526,0.00030039102,0.00077249034,0.00015717067,0.00019663139],"category_scores_gemma":[0.02863768,0.00018249042,0.00009190335,0.0029552889,0.0005146274,0.0020003202,0.00010075169,0.00046830453,0.001078993],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000052316365,0.00013298409,0.12399541,0.000082007355,0.00004693384,4.934842e-7,0.004249916,0.00069194805,0.0004705707,0.84192234,0.00079481467,0.027560273],"study_design_scores_gemma":[0.0023956557,0.00022923514,0.69086206,0.0002106576,0.000017895682,0.000016927052,0.0042270767,0.07911126,0.00009603126,0.1138089,0.108404696,0.00061957736],"about_ca_topic_score_codex":0.0001780983,"about_ca_topic_score_gemma":0.000016714406,"teacher_disagreement_score":0.7281134,"about_ca_system_score_codex":0.0007366375,"about_ca_system_score_gemma":0.0008518109,"threshold_uncertainty_score":0.99969876},"labels":[],"label_agreement":null},{"id":"W4238788977","doi":"10.1177/2168479018811889","title":"Review of Drugs Approved via the 505(b)(2) Pathway: Uncovering Drug Development Trends and Regulatory Requirements","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"American Association of Pharmaceutical Scientists","keywords":"Medicine; New drug application; Pharmacy; Drug; Pharmacology; Approved drug; Risk analysis (engineering); Medical physics; Family medicine","score_opus":0.05223078935574084,"score_gpt":0.34148825317160825,"score_spread":0.2892574638158674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4238788977","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97199994,0.01572194,0.00010106695,0.0046015936,0.0003121057,0.0006092747,0.0000012736979,0.00004216014,0.006610664],"genre_scores_gemma":[0.98939675,0.00081687834,0.00038029495,0.008409136,0.000037039314,0.000017400102,0.0000039361676,0.000012208481,0.00092635286],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99786216,0.000062990046,0.00057923887,0.0003589919,0.0008452911,0.00029131287],"domain_scores_gemma":[0.99855846,0.000086805085,0.00040275612,0.00046750045,0.00042364481,0.000060849707],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0036857575,0.00016963165,0.00030218088,0.000190029,0.000287843,0.000024873276,0.00023670007,0.00003326362,0.00014452693],"category_scores_gemma":[0.0000569981,0.00011139918,0.000034566772,0.0021592479,0.0005782659,0.00039568113,0.00015115236,0.0001778651,0.000013162781],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013095554,0.000100078476,0.004552296,0.0019853334,0.00012649923,7.208489e-7,0.0015372399,0.000003304169,0.1928171,0.0078932345,0.00027293645,0.7905803],"study_design_scores_gemma":[0.0021253289,0.00022471612,0.30697072,0.004078036,0.00017086513,0.000037949434,0.000677613,0.00081540254,0.12243035,0.00096927735,0.5609469,0.0005528941],"about_ca_topic_score_codex":0.000006335285,"about_ca_topic_score_gemma":6.085769e-7,"teacher_disagreement_score":0.7900274,"about_ca_system_score_codex":0.00014187637,"about_ca_system_score_gemma":0.00032171948,"threshold_uncertainty_score":0.4542727},"labels":[],"label_agreement":null},{"id":"W4251203905","doi":"10.1177/2168479019841316","title":"Defining Efficacy Estimands in Clinical Trials: Examples Illustrating ICH E9(R1) Guidelines","year":2019,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Eli Lilly (Canada)","funders":"","keywords":"Pharmacy; Clinical trial; Computer science; Psychology; Outcomes research; Management science; Process (computing); Medicine; Alternative medicine; Family medicine; Economics","score_opus":0.8082886026921876,"score_gpt":0.6538258654569911,"score_spread":0.15446273723519655,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4251203905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92865986,0.00009335385,0.06519594,0.00066856144,0.0020623247,0.0010795705,0.0000087935405,0.00018218286,0.0020494312],"genre_scores_gemma":[0.58366406,0.0000061056658,0.41500396,0.00086269766,0.00025153492,0.000018599148,0.0000018092206,0.000028803677,0.00016245765],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.98862123,0.0024768072,0.0059240866,0.0010070824,0.0013090244,0.000661754],"domain_scores_gemma":[0.88153887,0.11122963,0.0030300054,0.0018771718,0.002123899,0.00020041286],"candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.13372321,0.0003244051,0.0013782153,0.00059926626,0.00022308159,0.00017852234,0.00088623184,0.00028991888,0.0003490176],"category_scores_gemma":[0.2880754,0.00026364363,0.00016036985,0.0040810667,0.0011184879,0.0003958529,0.0001795224,0.00064317056,0.000105560175],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017291964,0.00014345732,0.01286185,0.000040292838,0.000027105549,0.0000018226898,0.00015142404,0.00008289276,0.004631068,0.7487236,0.00012150907,0.23304206],"study_design_scores_gemma":[0.0037148918,0.00047979425,0.086575605,0.00044575514,0.00006774689,0.000009020736,0.00029717135,0.021637196,0.0019599684,0.8834071,0.0008009365,0.0006047894],"about_ca_topic_score_codex":0.000011456467,"about_ca_topic_score_gemma":0.000004540447,"teacher_disagreement_score":0.349808,"about_ca_system_score_codex":0.00013221819,"about_ca_system_score_gemma":0.0007863302,"threshold_uncertainty_score":0.9999816},"labels":[],"label_agreement":null},{"id":"W4293344675","doi":"10.1007/s43441-022-00450-9","title":"Leveraging Patient Preference Information in Medical Device Clinical Trial Design","year":2022,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":10,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"U.S. Food and Drug Administration","keywords":"Leverage (statistics); Clinical trial; New product development; Stakeholder; Context (archaeology); Clinical study design; Knowledge management; Process (computing); Medicine; Management science; Computer science; Risk analysis (engineering); Business; Engineering; Marketing; Public relations","score_opus":0.6372301919637993,"score_gpt":0.4739603951229189,"score_spread":0.1632697968408804,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4293344675","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95903635,0.00016510635,0.027256884,0.009027529,0.0019125408,0.0013171356,0.000013899467,0.00006307809,0.001207448],"genre_scores_gemma":[0.9698778,0.000007436384,0.0013123803,0.028392745,0.000105884836,0.00023378963,0.00001653719,0.000010476862,0.00004295234],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99185485,0.0008254776,0.0056318184,0.00052375236,0.0007171649,0.00044692447],"domain_scores_gemma":[0.9958992,0.00071099447,0.0025029515,0.0005530091,0.00021905526,0.000114814815],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.076954834,0.00015176606,0.0005068024,0.0011829166,0.00060405384,0.00011641194,0.000737518,0.0000976488,0.00093562674],"category_scores_gemma":[0.0036049618,0.00019028109,0.000047223966,0.0026493317,0.00031486092,0.0016760675,0.00018655087,0.00045777683,0.00027460113],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033100734,0.0008663924,0.036159057,0.00013721843,0.00006449821,0.0000033768256,0.019803487,0.017148515,0.00004701255,0.831924,0.0042577153,0.08627866],"study_design_scores_gemma":[0.043002788,0.0027124186,0.28191242,0.00016535619,0.000011997981,0.000046441513,0.0097583225,0.35269564,0.00010785055,0.11298574,0.19471772,0.0018833196],"about_ca_topic_score_codex":0.000087290624,"about_ca_topic_score_gemma":0.0000037959044,"teacher_disagreement_score":0.71893823,"about_ca_system_score_codex":0.001110816,"about_ca_system_score_gemma":0.0017444454,"threshold_uncertainty_score":0.99997765},"labels":[],"label_agreement":null},{"id":"W4295066965","doi":"10.1007/s43441-022-00453-6","title":"Pediatric Clinical Research Networks: Role in Accelerating Development of Therapeutics in Children","year":2022,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; U.S. Food and Drug Administration; Genome Canada; U.S. Department of Health and Human Services","keywords":"Context (archaeology); Interoperability; Benchmarking; Process management; Timeline; Legislation; Biopharmaceutical; Quality (philosophy); Business; Knowledge management; Medicine; Computer science; Political science; Marketing","score_opus":0.48486604561204505,"score_gpt":0.5439245465786663,"score_spread":0.05905850096662124,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295066965","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051982235,0.9453849,0.000020638721,0.00005775341,0.00021593239,0.0014643444,0.0000017879192,0.000022047807,0.000850334],"genre_scores_gemma":[0.042968057,0.95571387,0.0005555056,0.00030434382,0.00023578388,0.00012809334,0.000022905066,0.000034520635,0.000036896545],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9940588,0.00076733285,0.002300555,0.0007105929,0.0014742332,0.00068846944],"domain_scores_gemma":[0.99729645,0.0010003813,0.0007843353,0.00049728295,0.0003495832,0.00007195996],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02068623,0.00029200432,0.0011993103,0.0017763738,0.0004168167,0.000048037225,0.0006931889,0.00021659661,0.00015804032],"category_scores_gemma":[0.0002975677,0.00023900603,0.00010369133,0.014113997,0.0006248183,0.00023765946,0.00044094582,0.0021334745,0.000007792734],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031743613,0.00027688761,0.024050977,0.0005115734,0.000064717184,0.0000021816609,0.00025725245,0.000009864589,0.0000069774596,0.0008988152,0.0000039742113,0.97388506],"study_design_scores_gemma":[0.0010383863,0.00024216656,0.15153378,0.0012130714,0.0002448063,0.00003120402,0.00030554258,0.000693034,0.000011970897,0.00021554298,0.8439965,0.00047398388],"about_ca_topic_score_codex":0.0000109571765,"about_ca_topic_score_gemma":0.0000044581684,"teacher_disagreement_score":0.973411,"about_ca_system_score_codex":0.0006265292,"about_ca_system_score_gemma":0.0033182043,"threshold_uncertainty_score":0.9746383},"labels":[],"label_agreement":null},{"id":"W4366140941","doi":"10.1007/s43441-023-00520-6","title":"The Data Monitoring Committee: A Collective or a Collection?","year":2023,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; Population Health Research Institute","funders":"","keywords":"Session (web analytics); Unitary state; Pharmacy; Process (computing); Data collection; Psychology; Political science; Computer science; Public relations; Medical education; Operations research; Medicine; Family medicine; Law; Sociology; Engineering; World Wide Web","score_opus":0.7390566231936863,"score_gpt":0.5887758607498497,"score_spread":0.1502807624438366,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366140941","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78951395,0.00015028981,0.15980503,0.012892579,0.017129071,0.005667116,0.00015909613,0.0028047217,0.011878129],"genre_scores_gemma":[0.7774194,0.000052100084,0.20082742,0.00058158004,0.0008215603,0.00023193884,0.000004167295,0.00007759532,0.019984242],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9964438,0.0004749642,0.0008593544,0.0005789875,0.001143359,0.00049954664],"domain_scores_gemma":[0.9703255,0.026510028,0.00041288618,0.001774598,0.00090985827,0.000067099565],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.018929565,0.0001698422,0.00028270314,0.00036617392,0.0020207635,0.00025313563,0.0016814957,0.00008664482,0.000051490566],"category_scores_gemma":[0.04661053,0.000108079745,0.000027688839,0.015198844,0.001524518,0.0003287286,0.00048358217,0.00029280156,0.00006010398],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046631446,0.00012906762,0.0023695508,0.000043363063,0.00013901092,0.000007546246,0.001244961,0.00001197468,0.011002143,0.8399101,0.018291721,0.12638429],"study_design_scores_gemma":[0.00055950775,0.00011557626,0.02968325,0.00004632483,0.000030722713,0.0000074807435,0.0006734529,0.0053449096,0.0033700848,0.9561601,0.003805423,0.00020313248],"about_ca_topic_score_codex":0.000004612117,"about_ca_topic_score_gemma":0.0000048442384,"teacher_disagreement_score":0.12618116,"about_ca_system_score_codex":0.0002731273,"about_ca_system_score_gemma":0.0012035957,"threshold_uncertainty_score":0.9992785},"labels":[],"label_agreement":null},{"id":"W4366252127","doi":"10.1007/s43441-023-00522-4","title":"Comparative Expedited Regulatory Programs of U.S Food & Drug Administration and Project Orbis Partners","year":2023,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Canada","funders":"","keywords":"Medicine; Regulatory science; Agency (philosophy); Health care; Pharmacy; Food and drug administration; Marketing authorization; Excellence; Orphan drug; Family medicine; Business; Political science; Pharmacology; Bioinformatics","score_opus":0.7146501137971667,"score_gpt":0.5414654716872503,"score_spread":0.17318464210991635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366252127","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.051572245,0.9380056,0.00049125653,0.00090992084,0.0013939956,0.0060258275,0.00030546534,0.00029985004,0.0009958185],"genre_scores_gemma":[0.1755263,0.8023239,0.0057014385,0.0028525842,0.0016903332,0.0034903928,0.001841229,0.0004501672,0.006123652],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9910902,0.0004611181,0.0062258313,0.001203073,0.0004561507,0.0005636662],"domain_scores_gemma":[0.99068195,0.0005543035,0.0070914924,0.0010590453,0.00049959944,0.00011358623],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.022792963,0.00049512216,0.002683315,0.0022599779,0.00040788518,0.00018888556,0.0006626581,0.00029236515,0.000035159206],"category_scores_gemma":[0.00065927766,0.0005408211,0.00016686745,0.005106456,0.0013577798,0.00088317925,0.00011116022,0.00033372146,0.00021240416],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034434604,0.00033171865,0.0006014933,0.023454165,0.00064864475,8.039289e-7,0.011700989,0.000011881707,0.000012710936,0.83942854,0.005932036,0.11784258],"study_design_scores_gemma":[0.0005275929,0.00030897887,0.0014928891,0.0041336054,0.00009706256,0.00001965779,0.0014483848,0.00032759123,0.000019158719,0.010257756,0.98027855,0.0010887766],"about_ca_topic_score_codex":0.0000443071,"about_ca_topic_score_gemma":0.000048009995,"teacher_disagreement_score":0.9743465,"about_ca_system_score_codex":0.0006936656,"about_ca_system_score_gemma":0.0025862004,"threshold_uncertainty_score":0.99970436},"labels":[],"label_agreement":null},{"id":"W4386530823","doi":"10.1007/s43441-023-00565-7","title":"Comparison of the Latin America Regulation Landscape and International Reference Health Authorities to Hasten Drug Registration and Clinical Research Applications","year":2023,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"Health Canada; Roche","keywords":"Pharmacy; Latin Americans; Political science; Medicine; Family medicine; Law","score_opus":0.3030140175998136,"score_gpt":0.5271690324440176,"score_spread":0.22415501484420397,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386530823","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.901177,0.00017255837,0.0032874357,0.092747204,0.00032798617,0.0010633089,0.000010099388,0.00007881818,0.0011356113],"genre_scores_gemma":[0.9968654,0.000054485212,0.0009904157,0.00059219595,0.00010927165,0.000026120391,0.000035937366,0.000007725718,0.0013184437],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9975545,0.00015090608,0.000673015,0.0003624049,0.001048939,0.00021022819],"domain_scores_gemma":[0.99807686,0.00017572253,0.00030286406,0.00036153762,0.0009843336,0.00009866323],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.005024376,0.00008562271,0.00020210659,0.000573424,0.00053567125,0.0000581005,0.00020185142,0.000099484896,0.000013426127],"category_scores_gemma":[0.00018406502,0.00006260833,0.000019282219,0.00417838,0.0028326423,0.00014249487,0.00013687427,0.00035806172,0.00000506076],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001106068,0.00013520269,0.084679954,0.000121720885,0.00003105724,1.2220295e-7,0.003829932,0.000059467926,0.027026912,0.35754132,0.0020237358,0.52444],"study_design_scores_gemma":[0.00029828108,0.00015255896,0.959966,0.00010762388,0.0000078900875,0.000003179865,0.0015563712,0.015135356,0.00042397476,0.010258744,0.012019474,0.00007053826],"about_ca_topic_score_codex":0.000024433135,"about_ca_topic_score_gemma":0.000013384626,"teacher_disagreement_score":0.87528604,"about_ca_system_score_codex":0.000071864815,"about_ca_system_score_gemma":0.00056139316,"threshold_uncertainty_score":0.9998811},"labels":[],"label_agreement":null},{"id":"W4389870565","doi":"10.1007/s43441-023-00593-3","title":"Regulations Governing Medicines for Maternal and Neonatal Health: A Landscape Assessment","year":2023,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pregnancy and Medication Impact","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Research Canada","funders":"","keywords":"Pharmacy; Medicine; Business; Environmental health; Environmental planning; Family medicine; Geography","score_opus":0.050758586701314466,"score_gpt":0.3821236919075651,"score_spread":0.3313651052062507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389870565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9652496,0.00048602597,0.014616059,0.017611224,0.00042139195,0.00076351553,0.000018069428,0.00023060883,0.0006034952],"genre_scores_gemma":[0.9944238,0.000046490743,0.0016215384,0.002787086,0.00013556519,0.000056008423,0.00005681153,0.000013008984,0.0008597019],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99840075,0.000020641888,0.0003610687,0.00028508008,0.0006112617,0.00032120102],"domain_scores_gemma":[0.9990265,0.00007850311,0.0002080447,0.00026287264,0.00030574802,0.00011838344],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018936988,0.00010879174,0.00018345565,0.00051393267,0.00043001265,0.000036301786,0.00011187284,0.000042437972,0.00004751372],"category_scores_gemma":[0.00013512182,0.00008938478,0.000021956967,0.0021200501,0.0003917435,0.00027671913,0.00003339743,0.00009993701,0.000008840823],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014580578,0.000051004725,0.09124426,0.00036742832,0.00007186803,0.000004178322,0.0026625774,0.000056165034,0.056912825,0.104122974,0.0039168107,0.7404441],"study_design_scores_gemma":[0.0012439606,0.00020402121,0.97315764,0.0002614475,0.000018032995,0.00006723216,0.00040429737,0.012117198,0.0013160673,0.0017840161,0.009325588,0.00010050436],"about_ca_topic_score_codex":0.0000046267205,"about_ca_topic_score_gemma":0.0000011637876,"teacher_disagreement_score":0.88191336,"about_ca_system_score_codex":0.000109866334,"about_ca_system_score_gemma":0.00094540534,"threshold_uncertainty_score":0.36450058},"labels":[],"label_agreement":null},{"id":"W4392580932","doi":"10.1007/s43441-024-00624-7","title":"Industry Perceptions and Experiences with the Access Consortium New Active Substance Work-Sharing Initiative (NASWSI): Survey Results and Recommendations","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical Economics and Policy","field":"Economics, Econometrics and Finance","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Innovative Medicines Canada","funders":"Association of the British Pharmaceutical Industry; State Key Laboratory of Synthetical Automation for Process Industries; Innovative Medicines Canada","keywords":"Harmonization; Business; Market access; Work (physics); Transparency (behavior); Flexibility (engineering); Pharmacy; Public relations; Marketing; Medicine; Political science; Family medicine; Management; Engineering","score_opus":0.1849746633734487,"score_gpt":0.3627485352672676,"score_spread":0.17777387189381888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392580932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9820434,0.0005567209,0.0010160876,0.012885876,0.00024897244,0.00022241661,0.000103265076,0.00004009723,0.0028832033],"genre_scores_gemma":[0.99677414,0.00008560465,0.00007774564,0.0025702806,0.00006755598,0.000034690584,0.00001347451,0.00001248932,0.00036401674],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99862754,0.000028280394,0.00043756192,0.0005654234,0.000064966036,0.00027623324],"domain_scores_gemma":[0.99910676,0.00021878173,0.00022103975,0.00026147775,0.00010326873,0.00008869156],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017063302,0.00014812169,0.00017306869,0.00037747715,0.0005275941,0.00070147024,0.00036301796,0.00010449993,0.00014573944],"category_scores_gemma":[0.00006875587,0.00012218981,0.000014017991,0.0025045136,0.001092835,0.0014252,0.0000942462,0.0004717341,0.000016017131],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021322974,0.000053841213,0.05733602,0.000024105191,0.00013878323,0.0000016544573,0.070271716,0.00007236706,0.00023619388,0.82076824,0.0023151806,0.048568685],"study_design_scores_gemma":[0.0006103982,0.000072545285,0.9507757,0.00007049919,0.0000112826265,0.000012412456,0.006435027,0.004132026,0.0005786809,0.024305455,0.012517761,0.0004782276],"about_ca_topic_score_codex":0.00006887686,"about_ca_topic_score_gemma":0.00005580958,"teacher_disagreement_score":0.89343965,"about_ca_system_score_codex":0.00011294875,"about_ca_system_score_gemma":0.00020197112,"threshold_uncertainty_score":0.6764294},"labels":[],"label_agreement":null},{"id":"W4393139590","doi":"10.1007/s43441-024-00628-3","title":"The Evolving Regulatory Paradigm of AI in MedTech: A Review of Perspectives and Where We Are Today","year":2024,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":53,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"JDA Software (Canada)","funders":"","keywords":"Corporate governance; Quality (philosophy); Set (abstract data type); Paradigm shift; Business; Computer science; Economics; Management","score_opus":0.17055103185715118,"score_gpt":0.46413500874853636,"score_spread":0.29358397689138516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4393139590","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0009326124,0.99273103,0.00001581357,0.0046369336,0.00037068428,0.0011575122,0.0000032318685,0.000023132156,0.00012906699],"genre_scores_gemma":[0.022241002,0.97703964,0.00004551583,0.00027556895,0.00009690113,0.00006736034,0.0000034002433,0.000024782841,0.000205814],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.99681437,0.00015459812,0.0015343681,0.00049443974,0.0007136591,0.0002885584],"domain_scores_gemma":[0.9970808,0.00025674817,0.0008915493,0.00074215763,0.0009750638,0.00005368231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0041262945,0.00026102536,0.0010222686,0.00080342864,0.00017068247,0.000033750843,0.00032904695,0.00017485318,0.000028601107],"category_scores_gemma":[0.0004120088,0.00016763668,0.00012143386,0.0052151936,0.0015120092,0.00021454693,0.00006248282,0.0005501676,0.000006266714],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000077324585,0.000038446422,0.00008249518,0.08102658,0.00003894538,0.0000011296689,0.0015351793,1.1598786e-7,0.00007424676,0.046381216,0.0002790338,0.8705349],"study_design_scores_gemma":[0.00005155668,0.00020559524,0.0019800048,0.5215793,0.000655836,0.00008956804,0.0043802387,0.00009013663,0.00028206967,0.01264123,0.4576436,0.00040085017],"about_ca_topic_score_codex":0.000025155348,"about_ca_topic_score_gemma":0.000014092031,"teacher_disagreement_score":0.87013406,"about_ca_system_score_codex":0.0004015096,"about_ca_system_score_gemma":0.0029358398,"threshold_uncertainty_score":0.6836025},"labels":[],"label_agreement":null},{"id":"W4399848020","doi":"10.1007/s43441-024-00663-0","title":"Harmonizing Quality Improvement Metrics Across Global Trial Networks to Advance Paediatric Clinical Trials Delivery","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical studies and practices","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of Alberta","funders":"Canadian Institutes of Health Research; Food and Drug Administration; Innovative Medicines Initiative","keywords":"Metric (unit); Consistency (knowledge bases); Computer science; Identification (biology); Quality (philosophy); Interoperability; Clinical trial; Protocol (science); Data mining; Data science; Process management; Medicine; Operations management; Artificial intelligence; Engineering; World Wide Web","score_opus":0.3684120236295787,"score_gpt":0.5473139076095772,"score_spread":0.1789018839799985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399848020","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.951884,0.007172985,0.028719135,0.0046726884,0.0052423873,0.0016064416,0.000021968208,0.00020649213,0.0004739406],"genre_scores_gemma":[0.9878608,0.00050922675,0.0010354499,0.008874137,0.0015234151,0.00004964512,0.000005229127,0.0000146079765,0.00012747789],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9949265,0.00043747638,0.0019138831,0.0008046014,0.0012417152,0.00067581504],"domain_scores_gemma":[0.9961975,0.0017804955,0.0004616807,0.00048055098,0.00081885146,0.00026091546],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.038011696,0.00024045748,0.0006660023,0.00023831903,0.00050244166,0.0003040634,0.0003411778,0.00013550617,0.000060754883],"category_scores_gemma":[0.0040726853,0.00018387014,0.0001900531,0.010278205,0.00048966927,0.00062987383,0.00023781953,0.00048775322,0.000047998576],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0065064463,0.00016658114,0.00216018,0.000052943753,0.00014206287,0.000007901274,0.00011308557,0.000082854895,0.0052616303,0.010620899,0.00038073372,0.9745047],"study_design_scores_gemma":[0.05612938,0.0066423616,0.24905218,0.0003777145,0.0013203706,0.00005192172,0.0017161365,0.055147283,0.007306906,0.006281619,0.61393017,0.002043983],"about_ca_topic_score_codex":0.000016684935,"about_ca_topic_score_gemma":0.000002243365,"teacher_disagreement_score":0.9724607,"about_ca_system_score_codex":0.000516566,"about_ca_system_score_gemma":0.00062665873,"threshold_uncertainty_score":0.9905694},"labels":[],"label_agreement":null},{"id":"W4399885201","doi":"10.1007/s43441-024-00665-y","title":"Patient and Public Perceptions in Canada About Decentralized and Hybrid Clinical Trials: “It’s About Time we Bring Trials to People”","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Ethics in Clinical Research","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; Robarts Clinical Trials; University of Toronto","funders":"","keywords":"Clinical trial; Family medicine; Equity (law); Openness to experience; Medicine; Pharmacy; Perception; Psychology; Political science; Social psychology","score_opus":0.46761330370776255,"score_gpt":0.5595942194504716,"score_spread":0.09198091574270906,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399885201","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9617004,0.0012760343,0.00040106373,0.034543112,0.0006595228,0.0011211338,0.000016974196,0.000047425197,0.00023436555],"genre_scores_gemma":[0.9928066,0.0011711961,0.0005522888,0.0049111675,0.00013482313,0.0000370585,0.00000681382,0.000021130947,0.00035892302],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9930107,0.0011618016,0.002633379,0.0008474083,0.001745183,0.00060152553],"domain_scores_gemma":[0.9797808,0.017138032,0.00040166097,0.0007766692,0.001310164,0.00059267855],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06605163,0.00019335806,0.00090163614,0.00081267447,0.00022584196,0.00032566424,0.00025534202,0.00014309464,0.0003998667],"category_scores_gemma":[0.03878718,0.00015447963,0.00007354624,0.0032079339,0.00083013077,0.00032245362,0.00018389142,0.0010313529,0.000028036511],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005262373,0.00018636731,0.06169,0.00033277346,0.00014135014,0.000037602218,0.002816427,0.000020085403,0.036084212,0.053557105,0.0018191452,0.8427887],"study_design_scores_gemma":[0.003416124,0.0005794485,0.9390898,0.001852524,0.00011550558,0.00008574415,0.0020925088,0.013780583,0.0010371861,0.013697817,0.023706103,0.0005467059],"about_ca_topic_score_codex":0.010945773,"about_ca_topic_score_gemma":0.046871964,"teacher_disagreement_score":0.87739974,"about_ca_system_score_codex":0.0007260107,"about_ca_system_score_gemma":0.010192614,"threshold_uncertainty_score":0.9956404},"labels":[],"label_agreement":null},{"id":"W4402186497","doi":"10.1007/s43441-024-00695-6","title":"Using a Quality Management System and Risk-based Approach in Observational Studies to Obtain Robust Real-World Evidence","year":2024,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire Sainte-Justine","funders":"Japan Agency for Medical Research and Development","keywords":"Observational study; Real world evidence; Pharmacy; Quality (philosophy); Risk analysis (engineering); Computer science; Medicine; Family medicine; Internal medicine","score_opus":0.9124257718344987,"score_gpt":0.5896701050509984,"score_spread":0.3227556667835003,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402186497","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79391164,0.001493112,0.20138225,0.00059434195,0.00034849634,0.0011785263,0.0000054179304,0.000033103046,0.0010531462],"genre_scores_gemma":[0.9510728,0.000017893206,0.047356408,0.00040975475,0.000042989977,0.00008214599,0.000001555743,0.000010281013,0.0010061855],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9827129,0.0038200375,0.0056399256,0.0016009437,0.0058652894,0.0003608636],"domain_scores_gemma":[0.99139696,0.0025309825,0.0018121274,0.002085525,0.002086009,0.00008841049],"candidate_categories":["metaresearch","bibliometrics","scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.22170968,0.00029366324,0.0013488524,0.0028892613,0.00044278684,0.0012773115,0.0012815192,0.00004432857,0.00007093691],"category_scores_gemma":[0.0037766586,0.00017383769,0.00017936068,0.024060791,0.00042550493,0.00096317945,0.00020482832,0.00016637586,0.000073194184],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023239996,0.000044882687,0.12943703,0.0008345878,0.00018259973,0.0000050159497,0.0017649505,0.0522643,0.0017501309,0.7788178,0.00038022702,0.034495287],"study_design_scores_gemma":[0.00011895495,0.000021449652,0.5119151,0.0006794273,0.00010904524,0.0000035407852,0.0031488226,0.47687677,0.00006362836,0.00551692,0.0012673631,0.00027901388],"about_ca_topic_score_codex":0.00005076468,"about_ca_topic_score_gemma":0.000039018214,"teacher_disagreement_score":0.7733008,"about_ca_system_score_codex":0.00064990134,"about_ca_system_score_gemma":0.00037884316,"threshold_uncertainty_score":0.99975944},"labels":[],"label_agreement":null},{"id":"W4402403277","doi":"10.1007/s43441-024-00690-x","title":"Advanced Regenerative Medicines for Rare Diseases: A Review of Industry Sponsors Investment Motivations","year":2024,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Native Health Society; University of Alberta","funders":"Stem Cell Network","keywords":"Business; Marketing authorization; Incentive; Government (linguistics); Authorization; Investment (military); Pharmacy; Pharmaceutical industry; Medicine; Regenerative medicine; Marketing; Pharmacology; Family medicine; Bioinformatics; Stem cell; Political science; Economics","score_opus":0.09171235302718093,"score_gpt":0.42357910736862814,"score_spread":0.3318667543414472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402403277","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000556848,0.9910546,0.00042803102,0.0041205073,0.0006678366,0.0032580893,0.000119072756,0.00007510207,0.00022107174],"genre_scores_gemma":[0.0003045463,0.9915941,0.00085382466,0.0045958487,0.00029624623,0.00044714077,0.0005666064,0.00005499826,0.0012867231],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99605155,0.00011642996,0.0015328887,0.00071066065,0.0012640981,0.00032436382],"domain_scores_gemma":[0.996234,0.0001807277,0.0009422171,0.000738802,0.0017400791,0.0001641619],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0022164115,0.0004273455,0.0014893143,0.0012213602,0.00021827755,0.00002614504,0.0003492506,0.00055303937,0.00007804472],"category_scores_gemma":[0.0006001366,0.00027506278,0.0002958969,0.0076787286,0.0030261972,0.00019324783,0.00008156023,0.0007367726,0.0000068410686],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019143412,0.00009843016,0.0000017142424,0.134959,0.00019453307,0.0000022046033,0.00013116567,8.720972e-7,0.0002161027,0.15096001,0.0014534658,0.71196336],"study_design_scores_gemma":[0.00037933784,0.0002198125,0.0001261645,0.20242274,0.0021242746,0.000035584744,0.00006176092,0.00010139599,0.00007901094,0.0042142645,0.78993773,0.00029790818],"about_ca_topic_score_codex":8.190233e-7,"about_ca_topic_score_gemma":1.8809989e-7,"teacher_disagreement_score":0.7884843,"about_ca_system_score_codex":0.00039827646,"about_ca_system_score_gemma":0.005357753,"threshold_uncertainty_score":0.99997014},"labels":[],"label_agreement":null},{"id":"W4402580692","doi":"10.1007/s43441-024-00699-2","title":"Correction: Advanced Regenerative Medicines for Rare Diseases: A Review of Industry Sponsors Investment Motivations","year":2024,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Biomedical Ethics and Regulation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver Native Health Society; University of Alberta","funders":"","keywords":"Pharmacy; Investment (military); Business; Pharmaceutical industry; Alternative medicine; Medicine; Marketing; Pharmacology; Family medicine; Political science; Pathology","score_opus":0.08083840405472087,"score_gpt":0.4120029754088318,"score_spread":0.3311645713541109,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402580692","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000298117,0.9902653,0.0006244397,0.0033590852,0.0021899764,0.003010234,0.000076484524,0.00008860994,0.00035604974],"genre_scores_gemma":[0.00026462885,0.99066395,0.0005226975,0.0039204042,0.00041955803,0.00046958827,0.0005377364,0.000053827644,0.003147628],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617606,0.00012035835,0.0014863643,0.0007096177,0.0012045807,0.00030302088],"domain_scores_gemma":[0.9960823,0.00022171819,0.0009560445,0.0006856109,0.0018972358,0.00015710705],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0020055852,0.00041999217,0.0014065675,0.0011929148,0.0002599281,0.000028291635,0.00030171758,0.00055521587,0.00009404014],"category_scores_gemma":[0.0007082644,0.0002778573,0.00029169535,0.008192113,0.002752433,0.00020283902,0.00007080554,0.0008156511,0.0000071613263],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024450917,0.00010755746,0.0000022076063,0.09288713,0.0001985757,0.0000021306912,0.00014034013,0.0000017745247,0.00013192325,0.06416292,0.0057219258,0.8366191],"study_design_scores_gemma":[0.00033366497,0.0002390523,0.00014578245,0.19379231,0.0019381056,0.000060040045,0.00007719708,0.00024061871,0.000078343786,0.0019279515,0.800884,0.0002829056],"about_ca_topic_score_codex":0.0000010717672,"about_ca_topic_score_gemma":2.9335823e-7,"teacher_disagreement_score":0.83633614,"about_ca_system_score_codex":0.00046799006,"about_ca_system_score_gemma":0.0053404835,"threshold_uncertainty_score":0.99996734},"labels":[],"label_agreement":null},{"id":"W4410303778","doi":"10.1007/s43441-025-00787-x","title":"Benchmarking Medical Information Services Beyond the Unsolicited Requests: A phactMI Benchmarking Survey","year":2025,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"EVERSANA (Canada)","funders":"","keywords":"Benchmarking; Medical information; Medical education; Health care; Information needs; Medicine; Business; Knowledge management; Family medicine; Marketing; Computer science; Political science; World Wide Web","score_opus":0.2154787304488383,"score_gpt":0.5208728671645962,"score_spread":0.30539413671575794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410303778","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97178006,0.00042574378,0.0010549133,0.009844736,0.0030655244,0.000757846,0.000034878314,0.00019145572,0.0128448205],"genre_scores_gemma":[0.93306404,0.000075025055,0.00005054515,0.06619003,0.0002949014,0.00004663835,0.00010129392,0.000009091432,0.0001684553],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958821,0.0008926157,0.0009974033,0.00042192094,0.0010075289,0.0007984235],"domain_scores_gemma":[0.99690706,0.00080740236,0.0004034727,0.00048266855,0.0011796225,0.00021980626],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013428283,0.00028819533,0.00026895865,0.000693533,0.0019525107,0.00019387092,0.0012765151,0.00057942583,0.0010402397],"category_scores_gemma":[0.0002500758,0.00022549756,0.00004835731,0.006682746,0.0015932806,0.001366563,0.00023812937,0.0018519241,0.00005478037],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004685748,0.00021441466,0.10812857,0.00025761878,0.00019604726,0.0000064473866,0.0028687697,0.00043435916,0.014563977,0.2625332,0.0026209007,0.60770714],"study_design_scores_gemma":[0.0020838429,0.00015196633,0.645053,0.0002452893,0.000121663965,0.000040185667,0.0007249199,0.10512636,0.018702973,0.010845116,0.21619998,0.0007046488],"about_ca_topic_score_codex":0.000103269624,"about_ca_topic_score_gemma":0.000049640566,"teacher_disagreement_score":0.6070025,"about_ca_system_score_codex":0.00031672392,"about_ca_system_score_gemma":0.0014841801,"threshold_uncertainty_score":0.9998729},"labels":[],"label_agreement":null},{"id":"W4410340882","doi":"10.1007/s43441-025-00785-z","title":"Using Large Language Models for Advanced and Flexible Labelling of Protocol Deviations in Clinical Development","year":2025,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Roche (Canada)","funders":"","keywords":"Context (archaeology); Protocol (science); Computer science; Artificial intelligence; Natural language processing; Medicine; Pathology; Geography; Alternative medicine","score_opus":0.09952621716643238,"score_gpt":0.45471150806061955,"score_spread":0.35518529089418716,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410340882","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26464045,0.000034382127,0.7278178,0.00021150647,0.00009207462,0.007032428,6.2024503e-7,0.000045314224,0.00012546308],"genre_scores_gemma":[0.8102096,3.7987877e-7,0.18758868,0.0005016701,0.000007805103,0.0016251417,8.59383e-7,0.0000043351347,0.000061561965],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99827504,0.00007479864,0.0007370281,0.00037988255,0.00027120239,0.00026201786],"domain_scores_gemma":[0.9987401,0.000136645,0.0002754095,0.0003531586,0.00046981886,0.000024897898],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003967373,0.000092840055,0.00016699241,0.00059328915,0.00027472846,0.000048317976,0.00046578352,0.000053680913,0.0000013653968],"category_scores_gemma":[0.00014075902,0.00009056485,0.000014713073,0.0031835067,0.00014995156,0.00057712296,0.0001432912,0.00013457592,2.742413e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021741136,0.00006658531,0.0123154735,0.00016384004,0.0000052816695,1.7526662e-7,0.0016633414,0.009147605,0.009269219,0.8326381,0.0000014323122,0.13470724],"study_design_scores_gemma":[0.0009880508,0.000047806967,0.04510678,0.00018376498,0.0000019489069,8.911025e-7,0.00012905493,0.9229448,0.010504376,0.019000083,0.00095389306,0.00013853514],"about_ca_topic_score_codex":0.000005727638,"about_ca_topic_score_gemma":0.000006258533,"teacher_disagreement_score":0.9137972,"about_ca_system_score_codex":0.000109967914,"about_ca_system_score_gemma":0.0011271967,"threshold_uncertainty_score":0.36931273},"labels":[],"label_agreement":null},{"id":"W4412862751","doi":"10.1007/s43441-025-00849-0","title":"Real-World Data and Causal Machine Learning to Enhance Drug Development","year":2025,"lang":"en","type":"review","venue":"Therapeutic Innovation & Regulatory Science","topic":"Advanced Causal Inference Techniques","field":"Mathematics","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"Sanofi","keywords":"Pharmacy; Drug development; Computer science; Drug; Data science; Machine learning; Artificial intelligence; Pharmacology; Medicine; Family medicine","score_opus":0.21358238904276414,"score_gpt":0.4842258044071093,"score_spread":0.2706434153643451,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412862751","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012428378,0.9151228,0.07184164,0.0002858518,0.0006476175,0.004417533,0.00007832828,0.001717297,0.0046461136],"genre_scores_gemma":[0.0012854447,0.8360283,0.14854002,0.00041321246,0.00011267938,0.00027615894,0.00019674483,0.00011236696,0.013035101],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996093,0.00017824977,0.0012101699,0.0011918315,0.0007997315,0.0005270487],"domain_scores_gemma":[0.996296,0.0006305325,0.0008605366,0.0016392942,0.00048312542,0.00009049338],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0047152364,0.0005293018,0.0011337927,0.0017331819,0.0005228164,0.00015914967,0.0017477163,0.00009990492,0.00002644647],"category_scores_gemma":[0.00070924463,0.00045815206,0.00003258946,0.0073741265,0.00062518974,0.00054894335,0.0012454963,0.00062428863,0.00001841138],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000029676366,0.000019086387,0.00001001477,0.0019826267,0.000024854477,0.0000011381001,0.00023026628,4.6525346e-7,0.000088774716,0.08643987,0.00012627731,0.9110737],"study_design_scores_gemma":[0.000045831857,0.000031938827,0.000050470768,0.0074076233,0.000108603395,0.000007088799,0.0000341087,0.000086778804,0.0008521,0.01597959,0.9746942,0.0007016476],"about_ca_topic_score_codex":0.000017330227,"about_ca_topic_score_gemma":0.000090378184,"teacher_disagreement_score":0.97456795,"about_ca_system_score_codex":0.0005363467,"about_ca_system_score_gemma":0.0019880992,"threshold_uncertainty_score":0.99978703},"labels":[],"label_agreement":null},{"id":"W4416593520","doi":"10.1007/s43441-025-00893-w","title":"In Silico Clinical Trials in Drug Development: A Systematic Review","year":2025,"lang":"en","type":"article","venue":"Therapeutic Innovation & Regulatory Science","topic":"Statistical Methods in Clinical Trials","field":"Mathematics","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Artificial Intelligence in Medicine (Canada)","funders":"","keywords":"Clinical trial; Context (archaeology); In silico; Drug development; Drug; Systematic review; MEDLINE; Pharmacy; Drug trial","score_opus":0.6504858736111147,"score_gpt":0.6425682271148281,"score_spread":0.007917646496286568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416593520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7097721,0.01511165,0.19883324,0.01664024,0.011102709,0.033492487,0.000021236767,0.0006820579,0.014344302],"genre_scores_gemma":[0.63312566,0.00040628668,0.33857012,0.023956602,0.00016064242,0.0009616463,0.0000019913653,0.000054254422,0.0027627714],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9812841,0.0073543447,0.009055832,0.00077296916,0.0010265312,0.0005062596],"domain_scores_gemma":[0.8874733,0.10630365,0.0030758483,0.0019429307,0.001079502,0.00012479827],"candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.23868011,0.00024943205,0.0024772526,0.0010536371,0.00012096909,0.000067990135,0.0009135078,0.00015601378,0.00009580382],"category_scores_gemma":[0.3220279,0.00019477915,0.00012378024,0.008746468,0.00074929366,0.00028492455,0.00014720639,0.00049488666,0.000036519144],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048388716,0.00028959863,0.0011187552,0.03760734,0.00004168796,0.0000044976136,0.00022239336,8.7410086e-7,0.0005424976,0.9477448,0.0004440721,0.011935129],"study_design_scores_gemma":[0.0012870998,0.000024347491,0.008717921,0.056804877,0.00011038391,0.0000021644028,0.00007797642,0.00025673572,0.0012790051,0.93089026,0.00025203673,0.00029721876],"about_ca_topic_score_codex":0.0000040729983,"about_ca_topic_score_gemma":0.000012475153,"teacher_disagreement_score":0.13973689,"about_ca_system_score_codex":0.00033103878,"about_ca_system_score_gemma":0.0013073175,"threshold_uncertainty_score":0.79428625},"labels":[],"label_agreement":null}]}